2024-11-14 09:17:12,953 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-14 09:17:12,971 main DEBUG Took 0.016174 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-14 09:17:12,971 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-14 09:17:12,971 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-14 09:17:12,972 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-14 09:17:12,973 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 09:17:12,980 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-14 09:17:12,991 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 09:17:12,992 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 09:17:12,993 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 09:17:12,993 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 09:17:12,994 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 09:17:12,994 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 09:17:12,995 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 09:17:12,995 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 09:17:12,996 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 09:17:12,996 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 09:17:12,997 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 09:17:12,997 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 09:17:12,997 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 09:17:12,998 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 09:17:12,998 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 09:17:12,998 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 09:17:12,999 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 09:17:12,999 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 09:17:12,999 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 09:17:13,000 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 09:17:13,000 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 09:17:13,000 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 09:17:13,001 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 09:17:13,001 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 09:17:13,002 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 09:17:13,002 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-14 09:17:13,003 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 09:17:13,004 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-14 09:17:13,006 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-14 09:17:13,006 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-14 09:17:13,007 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-14 09:17:13,008 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-14 09:17:13,015 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-14 09:17:13,017 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-14 09:17:13,019 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-14 09:17:13,019 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-14 09:17:13,019 main DEBUG createAppenders(={Console}) 2024-11-14 09:17:13,020 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-14 09:17:13,020 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-14 09:17:13,020 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-14 09:17:13,021 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-14 09:17:13,021 main DEBUG OutputStream closed 2024-11-14 09:17:13,021 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-14 09:17:13,022 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-14 09:17:13,022 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-14 09:17:13,097 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-14 09:17:13,100 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-14 09:17:13,101 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-14 09:17:13,102 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-14 09:17:13,103 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-14 09:17:13,103 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-14 09:17:13,103 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-14 09:17:13,104 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-14 09:17:13,104 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-14 09:17:13,104 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-14 09:17:13,104 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-14 09:17:13,105 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-14 09:17:13,105 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-14 09:17:13,105 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-14 09:17:13,106 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-14 09:17:13,106 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-14 09:17:13,106 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-14 09:17:13,107 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-14 09:17:13,109 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-14 09:17:13,110 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-14 09:17:13,110 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-14 09:17:13,111 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-14T09:17:13,124 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-14 09:17:13,127 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-14 09:17:13,127 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-14T09:17:13,179 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=292, ProcessCount=11, AvailableMemoryMB=7245 2024-11-14T09:17:13,388 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-14T09:17:13,429 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43d0686d-920f-c345-f0af-bafc0649473c 2024-11-14T09:17:13,432 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43d0686d-920f-c345-f0af-bafc0649473c/cluster_7b144413-ca35-9805-4e4a-4cc13ff71b58, deleteOnExit=true 2024-11-14T09:17:13,524 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43d0686d-920f-c345-f0af-bafc0649473c/cluster_7b144413-ca35-9805-4e4a-4cc13ff71b58/zookeeper_0, clientPort=64916, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43d0686d-920f-c345-f0af-bafc0649473c/cluster_7b144413-ca35-9805-4e4a-4cc13ff71b58/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43d0686d-920f-c345-f0af-bafc0649473c/cluster_7b144413-ca35-9805-4e4a-4cc13ff71b58/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T09:17:13,539 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64916 2024-11-14T09:17:13,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T09:17:13,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T09:17:13,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43d0686d-920f-c345-f0af-bafc0649473c/test.cache.data in system properties and HBase conf 2024-11-14T09:17:13,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43d0686d-920f-c345-f0af-bafc0649473c/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T09:17:13,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43d0686d-920f-c345-f0af-bafc0649473c/hadoop.log.dir in system properties and HBase conf 2024-11-14T09:17:13,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43d0686d-920f-c345-f0af-bafc0649473c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T09:17:13,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43d0686d-920f-c345-f0af-bafc0649473c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T09:17:13,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T09:17:13,637 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-14T09:17:13,730 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T09:17:13,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43d0686d-920f-c345-f0af-bafc0649473c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T09:17:13,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43d0686d-920f-c345-f0af-bafc0649473c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T09:17:13,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43d0686d-920f-c345-f0af-bafc0649473c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T09:17:13,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43d0686d-920f-c345-f0af-bafc0649473c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T09:17:13,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43d0686d-920f-c345-f0af-bafc0649473c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T09:17:13,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43d0686d-920f-c345-f0af-bafc0649473c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T09:17:13,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43d0686d-920f-c345-f0af-bafc0649473c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T09:17:13,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43d0686d-920f-c345-f0af-bafc0649473c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T09:17:13,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43d0686d-920f-c345-f0af-bafc0649473c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T09:17:13,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43d0686d-920f-c345-f0af-bafc0649473c/nfs.dump.dir in system properties and HBase conf 2024-11-14T09:17:13,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43d0686d-920f-c345-f0af-bafc0649473c/java.io.tmpdir in system properties and HBase conf 2024-11-14T09:17:13,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43d0686d-920f-c345-f0af-bafc0649473c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T09:17:13,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43d0686d-920f-c345-f0af-bafc0649473c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T09:17:13,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43d0686d-920f-c345-f0af-bafc0649473c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T09:17:14,542 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-14T09:17:14,617 INFO [Time-limited test {}] log.Log(170): Logging initialized @2326ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-14T09:17:14,693 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T09:17:14,758 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T09:17:14,786 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T09:17:14,787 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T09:17:14,788 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T09:17:14,802 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T09:17:14,806 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43d0686d-920f-c345-f0af-bafc0649473c/hadoop.log.dir/,AVAILABLE} 2024-11-14T09:17:14,807 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T09:17:14,996 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@303ee801{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43d0686d-920f-c345-f0af-bafc0649473c/java.io.tmpdir/jetty-localhost-44923-hadoop-hdfs-3_4_1-tests_jar-_-any-14191775928270829146/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T09:17:15,003 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:44923} 2024-11-14T09:17:15,003 INFO [Time-limited test {}] server.Server(415): Started @2713ms 2024-11-14T09:17:15,386 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T09:17:15,394 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T09:17:15,395 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T09:17:15,395 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T09:17:15,396 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T09:17:15,397 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e4f8960{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43d0686d-920f-c345-f0af-bafc0649473c/hadoop.log.dir/,AVAILABLE} 2024-11-14T09:17:15,397 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c529a07{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T09:17:15,525 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@20104caa{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43d0686d-920f-c345-f0af-bafc0649473c/java.io.tmpdir/jetty-localhost-33307-hadoop-hdfs-3_4_1-tests_jar-_-any-14622139294684372495/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T09:17:15,526 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5d6be275{HTTP/1.1, (http/1.1)}{localhost:33307} 2024-11-14T09:17:15,526 INFO [Time-limited test {}] server.Server(415): Started @3236ms 2024-11-14T09:17:15,579 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T09:17:16,059 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43d0686d-920f-c345-f0af-bafc0649473c/cluster_7b144413-ca35-9805-4e4a-4cc13ff71b58/data/data1/current/BP-2031107428-172.17.0.2-1731575834284/current, will proceed with Du for space computation calculation, 2024-11-14T09:17:16,059 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43d0686d-920f-c345-f0af-bafc0649473c/cluster_7b144413-ca35-9805-4e4a-4cc13ff71b58/data/data2/current/BP-2031107428-172.17.0.2-1731575834284/current, will proceed with Du for space computation calculation, 2024-11-14T09:17:16,089 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T09:17:16,138 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x372fa018a879df10 with lease ID 0xdd0072fbf452b21a: Processing first storage report for DS-12a428fa-7933-48c1-8c23-86706cc6967f from datanode DatanodeRegistration(127.0.0.1:45081, datanodeUuid=9b0248b8-20b5-46d0-ae4e-ce531d320c97, infoPort=34977, infoSecurePort=0, ipcPort=42125, storageInfo=lv=-57;cid=testClusterID;nsid=1991322420;c=1731575834284) 2024-11-14T09:17:16,139 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x372fa018a879df10 with lease ID 0xdd0072fbf452b21a: from storage DS-12a428fa-7933-48c1-8c23-86706cc6967f node DatanodeRegistration(127.0.0.1:45081, datanodeUuid=9b0248b8-20b5-46d0-ae4e-ce531d320c97, infoPort=34977, infoSecurePort=0, ipcPort=42125, storageInfo=lv=-57;cid=testClusterID;nsid=1991322420;c=1731575834284), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T09:17:16,139 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x372fa018a879df10 with lease ID 0xdd0072fbf452b21a: Processing first storage report for DS-b3511c11-9c69-4c2e-9456-154961461e87 from datanode DatanodeRegistration(127.0.0.1:45081, datanodeUuid=9b0248b8-20b5-46d0-ae4e-ce531d320c97, infoPort=34977, infoSecurePort=0, ipcPort=42125, storageInfo=lv=-57;cid=testClusterID;nsid=1991322420;c=1731575834284) 2024-11-14T09:17:16,139 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x372fa018a879df10 with lease ID 0xdd0072fbf452b21a: from storage DS-b3511c11-9c69-4c2e-9456-154961461e87 node DatanodeRegistration(127.0.0.1:45081, datanodeUuid=9b0248b8-20b5-46d0-ae4e-ce531d320c97, infoPort=34977, infoSecurePort=0, ipcPort=42125, storageInfo=lv=-57;cid=testClusterID;nsid=1991322420;c=1731575834284), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T09:17:16,229 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43d0686d-920f-c345-f0af-bafc0649473c 2024-11-14T09:17:16,238 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:17:16,241 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:17:16,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45081 is added to blk_1073741825_1001 (size=7) 2024-11-14T09:17:16,862 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be with version=8 2024-11-14T09:17:16,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/hbase-staging 2024-11-14T09:17:16,980 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-14T09:17:17,271 INFO [Time-limited test {}] client.ConnectionUtils(128): master/83f56b55f2af:0 server-side Connection retries=45 2024-11-14T09:17:17,284 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T09:17:17,284 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T09:17:17,288 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T09:17:17,289 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T09:17:17,289 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T09:17:17,429 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T09:17:17,491 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-14T09:17:17,500 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-14T09:17:17,504 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T09:17:17,530 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 14235 (auto-detected) 2024-11-14T09:17:17,531 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-14T09:17:17,550 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37535 2024-11-14T09:17:17,572 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37535 connecting to ZooKeeper ensemble=127.0.0.1:64916 2024-11-14T09:17:17,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:375350x0, quorum=127.0.0.1:64916, baseZNode=/0-1171832771 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T09:17:17,615 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37535-0x10115c44e2c0000 connected 2024-11-14T09:17:17,644 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:17:17,646 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:17:17,655 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37535-0x10115c44e2c0000, quorum=127.0.0.1:64916, baseZNode=/0-1171832771 Set watcher on znode that does not yet exist, /0-1171832771/running 2024-11-14T09:17:17,660 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be, hbase.cluster.distributed=false 2024-11-14T09:17:17,683 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37535-0x10115c44e2c0000, quorum=127.0.0.1:64916, baseZNode=/0-1171832771 Set watcher on znode that does not yet exist, /0-1171832771/acl 2024-11-14T09:17:17,689 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37535 2024-11-14T09:17:17,689 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37535 2024-11-14T09:17:17,690 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37535 2024-11-14T09:17:17,691 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37535 2024-11-14T09:17:17,692 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37535 2024-11-14T09:17:17,808 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/83f56b55f2af:0 server-side Connection retries=45 2024-11-14T09:17:17,810 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T09:17:17,810 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T09:17:17,811 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T09:17:17,811 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T09:17:17,811 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T09:17:17,814 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T09:17:17,817 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T09:17:17,818 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37177 2024-11-14T09:17:17,819 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37177 connecting to ZooKeeper ensemble=127.0.0.1:64916 2024-11-14T09:17:17,821 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:17:17,825 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:17:17,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:371770x0, quorum=127.0.0.1:64916, baseZNode=/0-1171832771 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T09:17:17,834 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:371770x0, quorum=127.0.0.1:64916, baseZNode=/0-1171832771 Set watcher on znode that does not yet exist, /0-1171832771/running 2024-11-14T09:17:17,834 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37177-0x10115c44e2c0001 connected 2024-11-14T09:17:17,839 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T09:17:17,847 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T09:17:17,850 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37177-0x10115c44e2c0001, quorum=127.0.0.1:64916, baseZNode=/0-1171832771 Set watcher on znode that does not yet exist, /0-1171832771/master 2024-11-14T09:17:17,855 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37177-0x10115c44e2c0001, quorum=127.0.0.1:64916, baseZNode=/0-1171832771 Set watcher on znode that does not yet exist, /0-1171832771/acl 2024-11-14T09:17:17,856 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37177 2024-11-14T09:17:17,856 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37177 2024-11-14T09:17:17,857 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37177 2024-11-14T09:17:17,861 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37177 2024-11-14T09:17:17,861 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37177 2024-11-14T09:17:17,877 DEBUG [M:0;83f56b55f2af:37535 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;83f56b55f2af:37535 2024-11-14T09:17:17,878 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1171832771/backup-masters/83f56b55f2af,37535,1731575837040 2024-11-14T09:17:17,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37535-0x10115c44e2c0000, quorum=127.0.0.1:64916, baseZNode=/0-1171832771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1171832771/backup-masters 2024-11-14T09:17:17,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37177-0x10115c44e2c0001, quorum=127.0.0.1:64916, baseZNode=/0-1171832771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1171832771/backup-masters 2024-11-14T09:17:17,888 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37535-0x10115c44e2c0000, quorum=127.0.0.1:64916, baseZNode=/0-1171832771 Set watcher on existing znode=/0-1171832771/backup-masters/83f56b55f2af,37535,1731575837040 2024-11-14T09:17:17,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37177-0x10115c44e2c0001, quorum=127.0.0.1:64916, baseZNode=/0-1171832771 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1171832771/master 2024-11-14T09:17:17,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37535-0x10115c44e2c0000, quorum=127.0.0.1:64916, baseZNode=/0-1171832771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1171832771 2024-11-14T09:17:17,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37177-0x10115c44e2c0001, quorum=127.0.0.1:64916, baseZNode=/0-1171832771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1171832771 2024-11-14T09:17:17,909 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37535-0x10115c44e2c0000, quorum=127.0.0.1:64916, baseZNode=/0-1171832771 Set watcher on existing znode=/0-1171832771/master 2024-11-14T09:17:17,910 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1171832771/backup-masters/83f56b55f2af,37535,1731575837040 from backup master directory 2024-11-14T09:17:17,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37177-0x10115c44e2c0001, quorum=127.0.0.1:64916, baseZNode=/0-1171832771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1171832771/backup-masters 2024-11-14T09:17:17,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37535-0x10115c44e2c0000, quorum=127.0.0.1:64916, baseZNode=/0-1171832771 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1171832771/backup-masters/83f56b55f2af,37535,1731575837040 2024-11-14T09:17:17,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37535-0x10115c44e2c0000, quorum=127.0.0.1:64916, baseZNode=/0-1171832771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1171832771/backup-masters 2024-11-14T09:17:17,915 WARN [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T09:17:17,916 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=83f56b55f2af,37535,1731575837040 2024-11-14T09:17:17,918 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-14T09:17:17,920 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-14T09:17:17,977 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/hbase.id] with ID: 76bc74bf-e3da-4f9f-a425-4fe9cad14c87 2024-11-14T09:17:17,977 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/.tmp/hbase.id 2024-11-14T09:17:17,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45081 is added to blk_1073741826_1002 (size=42) 2024-11-14T09:17:18,390 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/.tmp/hbase.id]:[hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/hbase.id] 2024-11-14T09:17:18,437 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:17:18,443 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T09:17:18,462 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms. 2024-11-14T09:17:18,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37177-0x10115c44e2c0001, quorum=127.0.0.1:64916, baseZNode=/0-1171832771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1171832771 2024-11-14T09:17:18,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37535-0x10115c44e2c0000, quorum=127.0.0.1:64916, baseZNode=/0-1171832771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1171832771 2024-11-14T09:17:18,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45081 is added to blk_1073741827_1003 (size=196) 2024-11-14T09:17:18,895 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T09:17:18,898 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T09:17:18,922 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T09:17:18,928 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T09:17:18,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45081 is added to blk_1073741828_1004 (size=1189) 2024-11-14T09:17:19,000 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/MasterData/data/master/store 2024-11-14T09:17:19,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45081 is added to blk_1073741829_1005 (size=34) 2024-11-14T09:17:19,434 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-14T09:17:19,438 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:17:19,439 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T09:17:19,440 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:17:19,440 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:17:19,442 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T09:17:19,442 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:17:19,442 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:17:19,444 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731575839439Disabling compacts and flushes for region at 1731575839439Disabling writes for close at 1731575839442 (+3 ms)Writing region close event to WAL at 1731575839442Closed at 1731575839442 2024-11-14T09:17:19,447 WARN [master/83f56b55f2af:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/MasterData/data/master/store/.initializing 2024-11-14T09:17:19,447 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/MasterData/WALs/83f56b55f2af,37535,1731575837040 2024-11-14T09:17:19,456 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T09:17:19,472 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=83f56b55f2af%2C37535%2C1731575837040, suffix=, logDir=hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/MasterData/WALs/83f56b55f2af,37535,1731575837040, archiveDir=hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/MasterData/oldWALs, maxLogs=10 2024-11-14T09:17:19,496 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/MasterData/WALs/83f56b55f2af,37535,1731575837040/83f56b55f2af%2C37535%2C1731575837040.1731575839476, exclude list is [], retry=0 2024-11-14T09:17:19,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45081,DS-12a428fa-7933-48c1-8c23-86706cc6967f,DISK] 2024-11-14T09:17:19,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-14T09:17:19,552 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/MasterData/WALs/83f56b55f2af,37535,1731575837040/83f56b55f2af%2C37535%2C1731575837040.1731575839476 2024-11-14T09:17:19,554 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34977:34977)] 2024-11-14T09:17:19,554 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T09:17:19,555 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:17:19,559 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:17:19,560 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:17:19,603 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:17:19,631 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T09:17:19,635 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:17:19,639 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:17:19,639 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:17:19,643 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T09:17:19,644 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:17:19,645 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:17:19,645 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:17:19,649 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T09:17:19,649 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:17:19,651 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:17:19,651 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:17:19,655 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T09:17:19,656 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:17:19,657 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:17:19,658 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:17:19,662 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:17:19,664 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:17:19,670 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:17:19,671 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:17:19,676 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T09:17:19,680 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:17:19,686 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T09:17:19,687 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74066369, jitterRate=0.10367490351200104}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T09:17:19,693 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731575839573Initializing all the Stores at 1731575839576 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731575839576Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731575839577 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731575839577Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731575839577Cleaning up temporary data from old regions at 1731575839671 (+94 ms)Region opened successfully at 1731575839693 (+22 ms) 2024-11-14T09:17:19,694 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T09:17:19,734 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3831fb72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=83f56b55f2af/172.17.0.2:0 2024-11-14T09:17:19,774 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T09:17:19,786 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T09:17:19,787 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T09:17:19,790 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T09:17:19,792 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-14T09:17:19,798 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-14T09:17:19,798 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T09:17:19,825 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T09:17:19,834 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37535-0x10115c44e2c0000, quorum=127.0.0.1:64916, baseZNode=/0-1171832771 Unable to get data of znode /0-1171832771/balancer because node does not exist (not necessarily an error) 2024-11-14T09:17:19,836 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1171832771/balancer already deleted, retry=false 2024-11-14T09:17:19,838 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T09:17:19,840 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37535-0x10115c44e2c0000, quorum=127.0.0.1:64916, baseZNode=/0-1171832771 Unable to get data of znode /0-1171832771/normalizer because node does not exist (not necessarily an error) 2024-11-14T09:17:19,842 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1171832771/normalizer already deleted, retry=false 2024-11-14T09:17:19,844 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T09:17:19,848 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37535-0x10115c44e2c0000, quorum=127.0.0.1:64916, baseZNode=/0-1171832771 Unable to get data of znode /0-1171832771/switch/split because node does not exist (not necessarily an error) 2024-11-14T09:17:19,850 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1171832771/switch/split already deleted, retry=false 2024-11-14T09:17:19,851 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37535-0x10115c44e2c0000, quorum=127.0.0.1:64916, baseZNode=/0-1171832771 Unable to get data of znode /0-1171832771/switch/merge because node does not exist (not necessarily an error) 2024-11-14T09:17:19,853 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1171832771/switch/merge already deleted, retry=false 2024-11-14T09:17:19,872 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37535-0x10115c44e2c0000, quorum=127.0.0.1:64916, baseZNode=/0-1171832771 Unable to get data of znode /0-1171832771/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T09:17:19,874 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1171832771/snapshot-cleanup already deleted, retry=false 2024-11-14T09:17:19,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37177-0x10115c44e2c0001, quorum=127.0.0.1:64916, baseZNode=/0-1171832771 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1171832771/running 2024-11-14T09:17:19,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37535-0x10115c44e2c0000, quorum=127.0.0.1:64916, baseZNode=/0-1171832771 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1171832771/running 2024-11-14T09:17:19,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37177-0x10115c44e2c0001, quorum=127.0.0.1:64916, baseZNode=/0-1171832771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1171832771 2024-11-14T09:17:19,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37535-0x10115c44e2c0000, quorum=127.0.0.1:64916, baseZNode=/0-1171832771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1171832771 2024-11-14T09:17:19,881 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=83f56b55f2af,37535,1731575837040, sessionid=0x10115c44e2c0000, setting cluster-up flag (Was=false) 2024-11-14T09:17:19,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37177-0x10115c44e2c0001, quorum=127.0.0.1:64916, baseZNode=/0-1171832771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1171832771 2024-11-14T09:17:19,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37535-0x10115c44e2c0000, quorum=127.0.0.1:64916, baseZNode=/0-1171832771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1171832771 2024-11-14T09:17:19,902 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1171832771/flush-table-proc/acquired, /0-1171832771/flush-table-proc/reached, /0-1171832771/flush-table-proc/abort 2024-11-14T09:17:19,905 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=83f56b55f2af,37535,1731575837040 2024-11-14T09:17:19,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37177-0x10115c44e2c0001, quorum=127.0.0.1:64916, baseZNode=/0-1171832771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1171832771 2024-11-14T09:17:19,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37535-0x10115c44e2c0000, quorum=127.0.0.1:64916, baseZNode=/0-1171832771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1171832771 2024-11-14T09:17:19,919 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1171832771/online-snapshot/acquired, /0-1171832771/online-snapshot/reached, /0-1171832771/online-snapshot/abort 2024-11-14T09:17:19,921 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=83f56b55f2af,37535,1731575837040 2024-11-14T09:17:19,929 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T09:17:19,968 INFO [RS:0;83f56b55f2af:37177 {}] regionserver.HRegionServer(746): ClusterId : 76bc74bf-e3da-4f9f-a425-4fe9cad14c87 2024-11-14T09:17:19,971 DEBUG [RS:0;83f56b55f2af:37177 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T09:17:19,976 DEBUG [RS:0;83f56b55f2af:37177 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T09:17:19,976 DEBUG [RS:0;83f56b55f2af:37177 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T09:17:19,980 DEBUG [RS:0;83f56b55f2af:37177 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T09:17:19,981 DEBUG [RS:0;83f56b55f2af:37177 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e739727, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=83f56b55f2af/172.17.0.2:0 2024-11-14T09:17:20,000 DEBUG [RS:0;83f56b55f2af:37177 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;83f56b55f2af:37177 2024-11-14T09:17:20,003 INFO [RS:0;83f56b55f2af:37177 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T09:17:20,003 INFO [RS:0;83f56b55f2af:37177 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T09:17:20,003 DEBUG [RS:0;83f56b55f2af:37177 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T09:17:20,006 INFO [RS:0;83f56b55f2af:37177 {}] regionserver.HRegionServer(2659): reportForDuty to master=83f56b55f2af,37535,1731575837040 with port=37177, startcode=1731575837767 2024-11-14T09:17:20,013 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T09:17:20,020 DEBUG [RS:0;83f56b55f2af:37177 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T09:17:20,026 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T09:17:20,034 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T09:17:20,040 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 83f56b55f2af,37535,1731575837040 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T09:17:20,051 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/83f56b55f2af:0, corePoolSize=5, maxPoolSize=5 2024-11-14T09:17:20,051 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/83f56b55f2af:0, corePoolSize=5, maxPoolSize=5 2024-11-14T09:17:20,051 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/83f56b55f2af:0, corePoolSize=5, maxPoolSize=5 2024-11-14T09:17:20,052 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/83f56b55f2af:0, corePoolSize=5, maxPoolSize=5 2024-11-14T09:17:20,052 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/83f56b55f2af:0, corePoolSize=10, maxPoolSize=10 2024-11-14T09:17:20,052 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:17:20,053 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/83f56b55f2af:0, corePoolSize=2, maxPoolSize=2 2024-11-14T09:17:20,053 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:17:20,061 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731575870061 2024-11-14T09:17:20,061 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40793, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T09:17:20,063 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T09:17:20,064 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T09:17:20,066 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T09:17:20,067 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T09:17:20,068 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37535 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T09:17:20,069 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T09:17:20,069 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T09:17:20,070 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T09:17:20,070 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T09:17:20,072 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T09:17:20,075 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:17:20,075 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T09:17:20,078 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T09:17:20,080 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T09:17:20,082 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T09:17:20,083 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T09:17:20,088 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T09:17:20,089 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T09:17:20,094 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/83f56b55f2af:0:becomeActiveMaster-HFileCleaner.large.0-1731575840090,5,FailOnTimeoutGroup] 2024-11-14T09:17:20,095 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/83f56b55f2af:0:becomeActiveMaster-HFileCleaner.small.0-1731575840094,5,FailOnTimeoutGroup] 2024-11-14T09:17:20,096 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T09:17:20,096 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T09:17:20,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45081 is added to blk_1073741831_1007 (size=1321) 2024-11-14T09:17:20,097 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T09:17:20,098 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T09:17:20,104 DEBUG [RS:0;83f56b55f2af:37177 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-14T09:17:20,105 WARN [RS:0;83f56b55f2af:37177 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-14T09:17:20,206 INFO [RS:0;83f56b55f2af:37177 {}] regionserver.HRegionServer(2659): reportForDuty to master=83f56b55f2af,37535,1731575837040 with port=37177, startcode=1731575837767 2024-11-14T09:17:20,209 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37535 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 83f56b55f2af,37177,1731575837767 2024-11-14T09:17:20,212 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37535 {}] master.ServerManager(517): Registering regionserver=83f56b55f2af,37177,1731575837767 2024-11-14T09:17:20,220 DEBUG [RS:0;83f56b55f2af:37177 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be 2024-11-14T09:17:20,220 DEBUG [RS:0;83f56b55f2af:37177 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37695 2024-11-14T09:17:20,220 DEBUG [RS:0;83f56b55f2af:37177 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T09:17:20,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37535-0x10115c44e2c0000, quorum=127.0.0.1:64916, baseZNode=/0-1171832771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1171832771/rs 2024-11-14T09:17:20,226 DEBUG [RS:0;83f56b55f2af:37177 {}] zookeeper.ZKUtil(111): regionserver:37177-0x10115c44e2c0001, quorum=127.0.0.1:64916, baseZNode=/0-1171832771 Set watcher on existing znode=/0-1171832771/rs/83f56b55f2af,37177,1731575837767 2024-11-14T09:17:20,226 WARN [RS:0;83f56b55f2af:37177 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T09:17:20,226 INFO [RS:0;83f56b55f2af:37177 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T09:17:20,226 DEBUG [RS:0;83f56b55f2af:37177 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/WALs/83f56b55f2af,37177,1731575837767 2024-11-14T09:17:20,228 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [83f56b55f2af,37177,1731575837767] 2024-11-14T09:17:20,255 INFO [RS:0;83f56b55f2af:37177 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T09:17:20,271 INFO [RS:0;83f56b55f2af:37177 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T09:17:20,277 INFO [RS:0;83f56b55f2af:37177 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T09:17:20,277 INFO [RS:0;83f56b55f2af:37177 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T09:17:20,278 INFO [RS:0;83f56b55f2af:37177 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T09:17:20,284 INFO [RS:0;83f56b55f2af:37177 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T09:17:20,285 INFO [RS:0;83f56b55f2af:37177 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T09:17:20,286 DEBUG [RS:0;83f56b55f2af:37177 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:17:20,286 DEBUG [RS:0;83f56b55f2af:37177 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:17:20,286 DEBUG [RS:0;83f56b55f2af:37177 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:17:20,287 DEBUG [RS:0;83f56b55f2af:37177 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:17:20,287 DEBUG [RS:0;83f56b55f2af:37177 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:17:20,287 DEBUG [RS:0;83f56b55f2af:37177 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/83f56b55f2af:0, corePoolSize=2, maxPoolSize=2 2024-11-14T09:17:20,287 DEBUG [RS:0;83f56b55f2af:37177 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:17:20,288 DEBUG [RS:0;83f56b55f2af:37177 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:17:20,288 DEBUG [RS:0;83f56b55f2af:37177 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:17:20,288 DEBUG [RS:0;83f56b55f2af:37177 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:17:20,288 DEBUG [RS:0;83f56b55f2af:37177 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:17:20,289 DEBUG [RS:0;83f56b55f2af:37177 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:17:20,289 DEBUG [RS:0;83f56b55f2af:37177 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/83f56b55f2af:0, corePoolSize=3, maxPoolSize=3 2024-11-14T09:17:20,289 DEBUG [RS:0;83f56b55f2af:37177 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/83f56b55f2af:0, corePoolSize=3, maxPoolSize=3 2024-11-14T09:17:20,290 INFO [RS:0;83f56b55f2af:37177 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T09:17:20,290 INFO [RS:0;83f56b55f2af:37177 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T09:17:20,291 INFO [RS:0;83f56b55f2af:37177 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T09:17:20,291 INFO [RS:0;83f56b55f2af:37177 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T09:17:20,291 INFO [RS:0;83f56b55f2af:37177 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T09:17:20,291 INFO [RS:0;83f56b55f2af:37177 {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,37177,1731575837767-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T09:17:20,313 INFO [RS:0;83f56b55f2af:37177 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T09:17:20,315 INFO [RS:0;83f56b55f2af:37177 {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,37177,1731575837767-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T09:17:20,315 INFO [RS:0;83f56b55f2af:37177 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:17:20,316 INFO [RS:0;83f56b55f2af:37177 {}] regionserver.Replication(171): 83f56b55f2af,37177,1731575837767 started 2024-11-14T09:17:20,334 INFO [RS:0;83f56b55f2af:37177 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:17:20,335 INFO [RS:0;83f56b55f2af:37177 {}] regionserver.HRegionServer(1482): Serving as 83f56b55f2af,37177,1731575837767, RpcServer on 83f56b55f2af/172.17.0.2:37177, sessionid=0x10115c44e2c0001 2024-11-14T09:17:20,336 DEBUG [RS:0;83f56b55f2af:37177 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T09:17:20,336 DEBUG [RS:0;83f56b55f2af:37177 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 83f56b55f2af,37177,1731575837767 2024-11-14T09:17:20,336 DEBUG [RS:0;83f56b55f2af:37177 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '83f56b55f2af,37177,1731575837767' 2024-11-14T09:17:20,336 DEBUG [RS:0;83f56b55f2af:37177 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1171832771/flush-table-proc/abort' 2024-11-14T09:17:20,338 DEBUG [RS:0;83f56b55f2af:37177 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1171832771/flush-table-proc/acquired' 2024-11-14T09:17:20,338 DEBUG [RS:0;83f56b55f2af:37177 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T09:17:20,339 DEBUG [RS:0;83f56b55f2af:37177 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T09:17:20,339 DEBUG [RS:0;83f56b55f2af:37177 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 83f56b55f2af,37177,1731575837767 2024-11-14T09:17:20,339 DEBUG [RS:0;83f56b55f2af:37177 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '83f56b55f2af,37177,1731575837767' 2024-11-14T09:17:20,339 DEBUG [RS:0;83f56b55f2af:37177 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1171832771/online-snapshot/abort' 2024-11-14T09:17:20,340 DEBUG [RS:0;83f56b55f2af:37177 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1171832771/online-snapshot/acquired' 2024-11-14T09:17:20,341 DEBUG [RS:0;83f56b55f2af:37177 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T09:17:20,341 INFO [RS:0;83f56b55f2af:37177 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T09:17:20,341 INFO [RS:0;83f56b55f2af:37177 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T09:17:20,446 INFO [RS:0;83f56b55f2af:37177 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T09:17:20,450 INFO [RS:0;83f56b55f2af:37177 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=83f56b55f2af%2C37177%2C1731575837767, suffix=, logDir=hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/WALs/83f56b55f2af,37177,1731575837767, archiveDir=hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/oldWALs, maxLogs=10 2024-11-14T09:17:20,467 DEBUG [RS:0;83f56b55f2af:37177 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/WALs/83f56b55f2af,37177,1731575837767/83f56b55f2af%2C37177%2C1731575837767.1731575840453, exclude list is [], retry=0 2024-11-14T09:17:20,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45081,DS-12a428fa-7933-48c1-8c23-86706cc6967f,DISK] 2024-11-14T09:17:20,476 INFO [RS:0;83f56b55f2af:37177 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/WALs/83f56b55f2af,37177,1731575837767/83f56b55f2af%2C37177%2C1731575837767.1731575840453 2024-11-14T09:17:20,476 DEBUG [RS:0;83f56b55f2af:37177 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34977:34977)] 2024-11-14T09:17:20,500 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T09:17:20,501 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be 2024-11-14T09:17:20,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45081 is added to blk_1073741833_1009 (size=32) 2024-11-14T09:17:20,518 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:17:20,521 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T09:17:20,525 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T09:17:20,525 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:17:20,526 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:17:20,526 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T09:17:20,529 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T09:17:20,529 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:17:20,530 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:17:20,530 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T09:17:20,533 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T09:17:20,533 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:17:20,534 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:17:20,534 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T09:17:20,537 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T09:17:20,538 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:17:20,539 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:17:20,539 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T09:17:20,541 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/data/hbase/meta/1588230740 2024-11-14T09:17:20,542 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/data/hbase/meta/1588230740 2024-11-14T09:17:20,546 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T09:17:20,546 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T09:17:20,547 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T09:17:20,550 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T09:17:20,555 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T09:17:20,557 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59968229, jitterRate=-0.10640375316143036}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T09:17:20,561 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731575840519Initializing all the Stores at 1731575840521 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731575840521Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731575840521Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731575840521Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731575840521Cleaning up temporary data from old regions at 1731575840546 (+25 ms)Region opened successfully at 1731575840560 (+14 ms) 2024-11-14T09:17:20,561 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T09:17:20,561 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T09:17:20,561 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T09:17:20,561 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T09:17:20,561 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T09:17:20,564 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T09:17:20,564 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731575840561Disabling compacts and flushes for region at 1731575840561Disabling writes for close at 1731575840561Writing region close event to WAL at 1731575840563 (+2 ms)Closed at 1731575840563 2024-11-14T09:17:20,568 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T09:17:20,568 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T09:17:20,578 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T09:17:20,588 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T09:17:20,592 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T09:17:20,744 DEBUG [83f56b55f2af:37535 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T09:17:20,756 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=83f56b55f2af,37177,1731575837767 2024-11-14T09:17:20,765 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 83f56b55f2af,37177,1731575837767, state=OPENING 2024-11-14T09:17:20,770 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T09:17:20,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37177-0x10115c44e2c0001, quorum=127.0.0.1:64916, baseZNode=/0-1171832771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1171832771 2024-11-14T09:17:20,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37535-0x10115c44e2c0000, quorum=127.0.0.1:64916, baseZNode=/0-1171832771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1171832771 2024-11-14T09:17:20,777 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1171832771/meta-region-server: CHANGED 2024-11-14T09:17:20,777 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1171832771/meta-region-server: CHANGED 2024-11-14T09:17:20,779 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T09:17:20,781 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=83f56b55f2af,37177,1731575837767}] 2024-11-14T09:17:20,960 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T09:17:20,964 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38597, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T09:17:20,978 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T09:17:20,978 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T09:17:20,979 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T09:17:20,983 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=83f56b55f2af%2C37177%2C1731575837767.meta, suffix=.meta, logDir=hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/WALs/83f56b55f2af,37177,1731575837767, archiveDir=hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/oldWALs, maxLogs=10 2024-11-14T09:17:21,004 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/WALs/83f56b55f2af,37177,1731575837767/83f56b55f2af%2C37177%2C1731575837767.meta.1731575840986.meta, exclude list is [], retry=0 2024-11-14T09:17:21,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45081,DS-12a428fa-7933-48c1-8c23-86706cc6967f,DISK] 2024-11-14T09:17:21,012 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/WALs/83f56b55f2af,37177,1731575837767/83f56b55f2af%2C37177%2C1731575837767.meta.1731575840986.meta 2024-11-14T09:17:21,012 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34977:34977)] 2024-11-14T09:17:21,012 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T09:17:21,017 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T09:17:21,019 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T09:17:21,021 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T09:17:21,023 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T09:17:21,027 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T09:17:21,027 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:17:21,028 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T09:17:21,028 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T09:17:21,031 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T09:17:21,033 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T09:17:21,033 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:17:21,034 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:17:21,034 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T09:17:21,035 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T09:17:21,035 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:17:21,036 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:17:21,037 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T09:17:21,038 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T09:17:21,038 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:17:21,039 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:17:21,039 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T09:17:21,040 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T09:17:21,040 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:17:21,041 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:17:21,041 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T09:17:21,043 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/data/hbase/meta/1588230740 2024-11-14T09:17:21,045 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/data/hbase/meta/1588230740 2024-11-14T09:17:21,047 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T09:17:21,048 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T09:17:21,048 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T09:17:21,051 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T09:17:21,053 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73918508, jitterRate=0.10147160291671753}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T09:17:21,053 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T09:17:21,055 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731575841028Writing region info on filesystem at 1731575841029 (+1 ms)Initializing all the Stores at 1731575841031 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731575841031Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731575841031Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731575841031Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731575841031Cleaning up temporary data from old regions at 1731575841048 (+17 ms)Running coprocessor post-open hooks at 1731575841053 (+5 ms)Region opened successfully at 1731575841054 (+1 ms) 2024-11-14T09:17:21,062 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731575840951 2024-11-14T09:17:21,073 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T09:17:21,074 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T09:17:21,076 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=83f56b55f2af,37177,1731575837767 2024-11-14T09:17:21,078 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 83f56b55f2af,37177,1731575837767, state=OPEN 2024-11-14T09:17:21,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37535-0x10115c44e2c0000, quorum=127.0.0.1:64916, baseZNode=/0-1171832771 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1171832771/meta-region-server 2024-11-14T09:17:21,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37177-0x10115c44e2c0001, quorum=127.0.0.1:64916, baseZNode=/0-1171832771 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1171832771/meta-region-server 2024-11-14T09:17:21,081 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1171832771/meta-region-server: CHANGED 2024-11-14T09:17:21,081 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1171832771/meta-region-server: CHANGED 2024-11-14T09:17:21,082 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=83f56b55f2af,37177,1731575837767 2024-11-14T09:17:21,088 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T09:17:21,089 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=83f56b55f2af,37177,1731575837767 in 301 msec 2024-11-14T09:17:21,095 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T09:17:21,095 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 512 msec 2024-11-14T09:17:21,096 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T09:17:21,096 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T09:17:21,117 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:17:21,119 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83f56b55f2af,37177,1731575837767, seqNum=-1] 2024-11-14T09:17:21,141 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T09:17:21,144 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50821, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T09:17:21,167 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2050 sec 2024-11-14T09:17:21,168 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731575841168, completionTime=-1 2024-11-14T09:17:21,172 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T09:17:21,172 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T09:17:21,209 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T09:17:21,209 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731575901209 2024-11-14T09:17:21,209 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731575961209 2024-11-14T09:17:21,209 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 37 msec 2024-11-14T09:17:21,212 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,37535,1731575837040-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T09:17:21,212 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,37535,1731575837040-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:17:21,213 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,37535,1731575837040-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:17:21,214 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-83f56b55f2af:37535, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:17:21,215 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T09:17:21,217 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T09:17:21,223 DEBUG [master/83f56b55f2af:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T09:17:21,250 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.334sec 2024-11-14T09:17:21,252 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T09:17:21,253 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T09:17:21,255 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T09:17:21,256 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T09:17:21,256 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T09:17:21,257 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,37535,1731575837040-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T09:17:21,257 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,37535,1731575837040-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T09:17:21,267 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T09:17:21,268 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T09:17:21,268 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,37535,1731575837040-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:17:21,278 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e7a2adb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:17:21,281 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-14T09:17:21,281 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-14T09:17:21,284 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83f56b55f2af,37535,-1 for getting cluster id 2024-11-14T09:17:21,287 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T09:17:21,296 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '76bc74bf-e3da-4f9f-a425-4fe9cad14c87' 2024-11-14T09:17:21,299 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T09:17:21,299 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "76bc74bf-e3da-4f9f-a425-4fe9cad14c87" 2024-11-14T09:17:21,301 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d6faf04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:17:21,301 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83f56b55f2af,37535,-1] 2024-11-14T09:17:21,304 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T09:17:21,306 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:17:21,307 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T09:17:21,310 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7beff2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:17:21,311 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:17:21,318 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83f56b55f2af,37177,1731575837767, seqNum=-1] 2024-11-14T09:17:21,319 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T09:17:21,323 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T09:17:21,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=83f56b55f2af,37535,1731575837040 2024-11-14T09:17:21,355 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64916 2024-11-14T09:17:21,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64916, baseZNode=/0-1171832771 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T09:17:21,359 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10115c44e2c0002 connected 2024-11-14T09:17:21,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43d0686d-920f-c345-f0af-bafc0649473c/hadoop.log.dir so I do NOT create it in target/test-data/585dfaa2-2072-27ee-06f8-1cb8348417d0 2024-11-14T09:17:21,379 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43d0686d-920f-c345-f0af-bafc0649473c/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T09:17:21,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43d0686d-920f-c345-f0af-bafc0649473c/hadoop.tmp.dir so I do NOT create it in target/test-data/585dfaa2-2072-27ee-06f8-1cb8348417d0 2024-11-14T09:17:21,380 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43d0686d-920f-c345-f0af-bafc0649473c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T09:17:21,380 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/585dfaa2-2072-27ee-06f8-1cb8348417d0 2024-11-14T09:17:21,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T09:17:21,380 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/585dfaa2-2072-27ee-06f8-1cb8348417d0/cluster_eea46172-4d3b-58ee-e665-2451bf696505, deleteOnExit=true 2024-11-14T09:17:21,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T09:17:21,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/585dfaa2-2072-27ee-06f8-1cb8348417d0/test.cache.data in system properties and HBase conf 2024-11-14T09:17:21,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/585dfaa2-2072-27ee-06f8-1cb8348417d0/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T09:17:21,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/585dfaa2-2072-27ee-06f8-1cb8348417d0/hadoop.log.dir in system properties and HBase conf 2024-11-14T09:17:21,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/585dfaa2-2072-27ee-06f8-1cb8348417d0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T09:17:21,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/585dfaa2-2072-27ee-06f8-1cb8348417d0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T09:17:21,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T09:17:21,381 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T09:17:21,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/585dfaa2-2072-27ee-06f8-1cb8348417d0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T09:17:21,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/585dfaa2-2072-27ee-06f8-1cb8348417d0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T09:17:21,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/585dfaa2-2072-27ee-06f8-1cb8348417d0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T09:17:21,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/585dfaa2-2072-27ee-06f8-1cb8348417d0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T09:17:21,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/585dfaa2-2072-27ee-06f8-1cb8348417d0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T09:17:21,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/585dfaa2-2072-27ee-06f8-1cb8348417d0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T09:17:21,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/585dfaa2-2072-27ee-06f8-1cb8348417d0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T09:17:21,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/585dfaa2-2072-27ee-06f8-1cb8348417d0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T09:17:21,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/585dfaa2-2072-27ee-06f8-1cb8348417d0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T09:17:21,384 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/585dfaa2-2072-27ee-06f8-1cb8348417d0/nfs.dump.dir in system properties and HBase conf 2024-11-14T09:17:21,384 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/585dfaa2-2072-27ee-06f8-1cb8348417d0/java.io.tmpdir in system properties and HBase conf 2024-11-14T09:17:21,384 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/585dfaa2-2072-27ee-06f8-1cb8348417d0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T09:17:21,384 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/585dfaa2-2072-27ee-06f8-1cb8348417d0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T09:17:21,384 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/585dfaa2-2072-27ee-06f8-1cb8348417d0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T09:17:21,497 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T09:17:21,505 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T09:17:21,509 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T09:17:21,509 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T09:17:21,509 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T09:17:21,510 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T09:17:21,511 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a733db7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/585dfaa2-2072-27ee-06f8-1cb8348417d0/hadoop.log.dir/,AVAILABLE} 2024-11-14T09:17:21,511 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75bf8bfb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T09:17:21,657 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@46934c71{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/585dfaa2-2072-27ee-06f8-1cb8348417d0/java.io.tmpdir/jetty-localhost-43489-hadoop-hdfs-3_4_1-tests_jar-_-any-5118048108675461488/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T09:17:21,658 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@60b8baac{HTTP/1.1, (http/1.1)}{localhost:43489} 2024-11-14T09:17:21,659 INFO [Time-limited test {}] server.Server(415): Started @9369ms 2024-11-14T09:17:21,801 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T09:17:21,805 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T09:17:21,812 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T09:17:21,812 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T09:17:21,812 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T09:17:21,813 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45fc8213{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/585dfaa2-2072-27ee-06f8-1cb8348417d0/hadoop.log.dir/,AVAILABLE} 2024-11-14T09:17:21,813 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57bd8292{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T09:17:21,981 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@671eadbd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/585dfaa2-2072-27ee-06f8-1cb8348417d0/java.io.tmpdir/jetty-localhost-43337-hadoop-hdfs-3_4_1-tests_jar-_-any-4595777777670243557/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T09:17:21,982 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1c7240b2{HTTP/1.1, (http/1.1)}{localhost:43337} 2024-11-14T09:17:21,982 INFO [Time-limited test {}] server.Server(415): Started @9692ms 2024-11-14T09:17:21,985 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T09:17:22,124 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/585dfaa2-2072-27ee-06f8-1cb8348417d0/cluster_eea46172-4d3b-58ee-e665-2451bf696505/data/data1/current/BP-803958306-172.17.0.2-1731575841423/current, will proceed with Du for space computation calculation, 2024-11-14T09:17:22,125 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/585dfaa2-2072-27ee-06f8-1cb8348417d0/cluster_eea46172-4d3b-58ee-e665-2451bf696505/data/data2/current/BP-803958306-172.17.0.2-1731575841423/current, will proceed with Du for space computation calculation, 2024-11-14T09:17:22,190 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T09:17:22,195 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xce3fa31e2908a744 with lease ID 0xdca41b97d2e6fd22: Processing first storage report for DS-193eb548-7892-4a3d-85b5-818d001c7f3f from datanode DatanodeRegistration(127.0.0.1:41769, datanodeUuid=e09608d8-e90b-4328-97de-080175efeff4, infoPort=44837, infoSecurePort=0, ipcPort=35663, storageInfo=lv=-57;cid=testClusterID;nsid=1031889357;c=1731575841423) 2024-11-14T09:17:22,195 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xce3fa31e2908a744 with lease ID 0xdca41b97d2e6fd22: from storage DS-193eb548-7892-4a3d-85b5-818d001c7f3f node DatanodeRegistration(127.0.0.1:41769, datanodeUuid=e09608d8-e90b-4328-97de-080175efeff4, infoPort=44837, infoSecurePort=0, ipcPort=35663, storageInfo=lv=-57;cid=testClusterID;nsid=1031889357;c=1731575841423), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T09:17:22,195 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xce3fa31e2908a744 with lease ID 0xdca41b97d2e6fd22: Processing first storage report for DS-6267b1fd-2216-40fd-9d90-8717d1768691 from datanode DatanodeRegistration(127.0.0.1:41769, datanodeUuid=e09608d8-e90b-4328-97de-080175efeff4, infoPort=44837, infoSecurePort=0, ipcPort=35663, storageInfo=lv=-57;cid=testClusterID;nsid=1031889357;c=1731575841423) 2024-11-14T09:17:22,195 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xce3fa31e2908a744 with lease ID 0xdca41b97d2e6fd22: from storage DS-6267b1fd-2216-40fd-9d90-8717d1768691 node DatanodeRegistration(127.0.0.1:41769, datanodeUuid=e09608d8-e90b-4328-97de-080175efeff4, infoPort=44837, infoSecurePort=0, ipcPort=35663, storageInfo=lv=-57;cid=testClusterID;nsid=1031889357;c=1731575841423), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T09:17:22,244 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/585dfaa2-2072-27ee-06f8-1cb8348417d0 2024-11-14T09:17:22,244 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:17:22,247 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:17:22,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41769 is added to blk_1073741825_1001 (size=7) 2024-11-14T09:17:22,265 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34979/user/jenkins/test-data/37eda970-d378-1796-4019-0611e7883fa1 with version=8 2024-11-14T09:17:22,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34979/user/jenkins/test-data/37eda970-d378-1796-4019-0611e7883fa1/hbase-staging 2024-11-14T09:17:22,268 INFO [Time-limited test {}] client.ConnectionUtils(128): master/83f56b55f2af:0 server-side Connection retries=45 2024-11-14T09:17:22,268 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T09:17:22,268 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T09:17:22,268 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T09:17:22,269 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T09:17:22,269 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T09:17:22,269 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T09:17:22,269 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T09:17:22,275 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39177 2024-11-14T09:17:22,277 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39177 connecting to ZooKeeper ensemble=127.0.0.1:64916 2024-11-14T09:17:22,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:391770x0, quorum=127.0.0.1:64916, baseZNode=/1-1008998844 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T09:17:22,283 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39177-0x10115c44e2c0003 connected 2024-11-14T09:17:22,299 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:17:22,301 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:17:22,304 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39177-0x10115c44e2c0003, quorum=127.0.0.1:64916, baseZNode=/1-1008998844 Set watcher on znode that does not yet exist, /1-1008998844/running 2024-11-14T09:17:22,304 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34979/user/jenkins/test-data/37eda970-d378-1796-4019-0611e7883fa1, hbase.cluster.distributed=false 2024-11-14T09:17:22,307 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39177-0x10115c44e2c0003, quorum=127.0.0.1:64916, baseZNode=/1-1008998844 Set watcher on znode that does not yet exist, /1-1008998844/acl 2024-11-14T09:17:22,312 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39177 2024-11-14T09:17:22,313 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39177 2024-11-14T09:17:22,316 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39177 2024-11-14T09:17:22,317 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39177 2024-11-14T09:17:22,319 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39177 2024-11-14T09:17:22,338 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/83f56b55f2af:0 server-side Connection retries=45 2024-11-14T09:17:22,338 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T09:17:22,339 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T09:17:22,339 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T09:17:22,339 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T09:17:22,339 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T09:17:22,339 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T09:17:22,339 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T09:17:22,340 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33153 2024-11-14T09:17:22,341 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33153 connecting to ZooKeeper ensemble=127.0.0.1:64916 2024-11-14T09:17:22,343 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:17:22,345 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:17:22,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:331530x0, quorum=127.0.0.1:64916, baseZNode=/1-1008998844 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T09:17:22,351 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33153-0x10115c44e2c0004 connected 2024-11-14T09:17:22,352 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33153-0x10115c44e2c0004, quorum=127.0.0.1:64916, baseZNode=/1-1008998844 Set watcher on znode that does not yet exist, /1-1008998844/running 2024-11-14T09:17:22,353 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T09:17:22,356 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T09:17:22,358 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33153-0x10115c44e2c0004, quorum=127.0.0.1:64916, baseZNode=/1-1008998844 Set watcher on znode that does not yet exist, /1-1008998844/master 2024-11-14T09:17:22,360 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33153-0x10115c44e2c0004, quorum=127.0.0.1:64916, baseZNode=/1-1008998844 Set watcher on znode that does not yet exist, /1-1008998844/acl 2024-11-14T09:17:22,361 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33153 2024-11-14T09:17:22,361 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33153 2024-11-14T09:17:22,361 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33153 2024-11-14T09:17:22,362 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33153 2024-11-14T09:17:22,362 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33153 2024-11-14T09:17:22,381 DEBUG [M:0;83f56b55f2af:39177 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;83f56b55f2af:39177 2024-11-14T09:17:22,384 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1008998844/backup-masters/83f56b55f2af,39177,1731575842267 2024-11-14T09:17:22,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33153-0x10115c44e2c0004, quorum=127.0.0.1:64916, baseZNode=/1-1008998844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1008998844/backup-masters 2024-11-14T09:17:22,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39177-0x10115c44e2c0003, quorum=127.0.0.1:64916, baseZNode=/1-1008998844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1008998844/backup-masters 2024-11-14T09:17:22,387 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39177-0x10115c44e2c0003, quorum=127.0.0.1:64916, baseZNode=/1-1008998844 Set watcher on existing znode=/1-1008998844/backup-masters/83f56b55f2af,39177,1731575842267 2024-11-14T09:17:22,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33153-0x10115c44e2c0004, quorum=127.0.0.1:64916, baseZNode=/1-1008998844 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1008998844/master 2024-11-14T09:17:22,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39177-0x10115c44e2c0003, quorum=127.0.0.1:64916, baseZNode=/1-1008998844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1008998844 2024-11-14T09:17:22,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33153-0x10115c44e2c0004, quorum=127.0.0.1:64916, baseZNode=/1-1008998844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1008998844 2024-11-14T09:17:22,390 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39177-0x10115c44e2c0003, quorum=127.0.0.1:64916, baseZNode=/1-1008998844 Set watcher on existing znode=/1-1008998844/master 2024-11-14T09:17:22,391 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1008998844/backup-masters/83f56b55f2af,39177,1731575842267 from backup master directory 2024-11-14T09:17:22,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33153-0x10115c44e2c0004, quorum=127.0.0.1:64916, baseZNode=/1-1008998844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1008998844/backup-masters 2024-11-14T09:17:22,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39177-0x10115c44e2c0003, quorum=127.0.0.1:64916, baseZNode=/1-1008998844 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1008998844/backup-masters/83f56b55f2af,39177,1731575842267 2024-11-14T09:17:22,393 WARN [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T09:17:22,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39177-0x10115c44e2c0003, quorum=127.0.0.1:64916, baseZNode=/1-1008998844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1008998844/backup-masters 2024-11-14T09:17:22,393 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=83f56b55f2af,39177,1731575842267 2024-11-14T09:17:22,404 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34979/user/jenkins/test-data/37eda970-d378-1796-4019-0611e7883fa1/hbase.id] with ID: 4fc08c5c-2cf2-41bf-b1f5-c5ad6166c503 2024-11-14T09:17:22,404 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34979/user/jenkins/test-data/37eda970-d378-1796-4019-0611e7883fa1/.tmp/hbase.id 2024-11-14T09:17:22,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41769 is added to blk_1073741826_1002 (size=42) 2024-11-14T09:17:22,424 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34979/user/jenkins/test-data/37eda970-d378-1796-4019-0611e7883fa1/.tmp/hbase.id]:[hdfs://localhost:34979/user/jenkins/test-data/37eda970-d378-1796-4019-0611e7883fa1/hbase.id] 2024-11-14T09:17:22,452 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:17:22,452 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T09:17:22,454 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-14T09:17:22,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39177-0x10115c44e2c0003, quorum=127.0.0.1:64916, baseZNode=/1-1008998844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1008998844 2024-11-14T09:17:22,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33153-0x10115c44e2c0004, quorum=127.0.0.1:64916, baseZNode=/1-1008998844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1008998844 2024-11-14T09:17:22,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41769 is added to blk_1073741827_1003 (size=196) 2024-11-14T09:17:22,469 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T09:17:22,470 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T09:17:22,470 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T09:17:22,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41769 is added to blk_1073741828_1004 (size=1189) 2024-11-14T09:17:22,885 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34979/user/jenkins/test-data/37eda970-d378-1796-4019-0611e7883fa1/MasterData/data/master/store 2024-11-14T09:17:22,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41769 is added to blk_1073741829_1005 (size=34) 2024-11-14T09:17:22,895 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:17:22,895 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T09:17:22,895 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:17:22,896 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:17:22,896 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T09:17:22,896 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:17:22,896 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:17:22,896 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731575842895Disabling compacts and flushes for region at 1731575842895Disabling writes for close at 1731575842896 (+1 ms)Writing region close event to WAL at 1731575842896Closed at 1731575842896 2024-11-14T09:17:22,898 WARN [master/83f56b55f2af:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34979/user/jenkins/test-data/37eda970-d378-1796-4019-0611e7883fa1/MasterData/data/master/store/.initializing 2024-11-14T09:17:22,898 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34979/user/jenkins/test-data/37eda970-d378-1796-4019-0611e7883fa1/MasterData/WALs/83f56b55f2af,39177,1731575842267 2024-11-14T09:17:22,900 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T09:17:22,903 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=83f56b55f2af%2C39177%2C1731575842267, suffix=, logDir=hdfs://localhost:34979/user/jenkins/test-data/37eda970-d378-1796-4019-0611e7883fa1/MasterData/WALs/83f56b55f2af,39177,1731575842267, archiveDir=hdfs://localhost:34979/user/jenkins/test-data/37eda970-d378-1796-4019-0611e7883fa1/MasterData/oldWALs, maxLogs=10 2024-11-14T09:17:22,918 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/37eda970-d378-1796-4019-0611e7883fa1/MasterData/WALs/83f56b55f2af,39177,1731575842267/83f56b55f2af%2C39177%2C1731575842267.1731575842903, exclude list is [], retry=0 2024-11-14T09:17:22,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41769,DS-193eb548-7892-4a3d-85b5-818d001c7f3f,DISK] 2024-11-14T09:17:22,949 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/37eda970-d378-1796-4019-0611e7883fa1/MasterData/WALs/83f56b55f2af,39177,1731575842267/83f56b55f2af%2C39177%2C1731575842267.1731575842903 2024-11-14T09:17:22,952 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44837:44837)] 2024-11-14T09:17:22,953 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T09:17:22,953 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:17:22,953 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:17:22,953 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:17:22,956 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:17:22,959 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T09:17:22,959 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:17:22,960 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:17:22,960 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:17:22,963 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T09:17:22,963 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:17:22,964 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:17:22,964 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:17:22,966 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T09:17:22,966 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:17:22,967 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:17:22,967 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:17:22,970 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T09:17:22,971 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:17:22,972 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:17:22,972 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:17:22,973 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34979/user/jenkins/test-data/37eda970-d378-1796-4019-0611e7883fa1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:17:22,974 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34979/user/jenkins/test-data/37eda970-d378-1796-4019-0611e7883fa1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:17:22,977 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:17:22,977 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:17:22,978 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T09:17:22,980 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:17:22,988 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34979/user/jenkins/test-data/37eda970-d378-1796-4019-0611e7883fa1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T09:17:22,989 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63368455, jitterRate=-0.05573643743991852}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T09:17:22,990 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731575842953Initializing all the Stores at 1731575842956 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731575842956Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731575842956Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731575842956Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731575842956Cleaning up temporary data from old regions at 1731575842977 (+21 ms)Region opened successfully at 1731575842990 (+13 ms) 2024-11-14T09:17:22,990 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T09:17:22,995 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d5f2a7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=83f56b55f2af/172.17.0.2:0 2024-11-14T09:17:22,997 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T09:17:22,997 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T09:17:22,997 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T09:17:22,997 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T09:17:22,998 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T09:17:22,998 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T09:17:22,998 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T09:17:23,002 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T09:17:23,003 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39177-0x10115c44e2c0003, quorum=127.0.0.1:64916, baseZNode=/1-1008998844 Unable to get data of znode /1-1008998844/balancer because node does not exist (not necessarily an error) 2024-11-14T09:17:23,004 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1008998844/balancer already deleted, retry=false 2024-11-14T09:17:23,005 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T09:17:23,005 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39177-0x10115c44e2c0003, quorum=127.0.0.1:64916, baseZNode=/1-1008998844 Unable to get data of znode /1-1008998844/normalizer because node does not exist (not necessarily an error) 2024-11-14T09:17:23,007 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1008998844/normalizer already deleted, retry=false 2024-11-14T09:17:23,008 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T09:17:23,009 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39177-0x10115c44e2c0003, quorum=127.0.0.1:64916, baseZNode=/1-1008998844 Unable to get data of znode /1-1008998844/switch/split because node does not exist (not necessarily an error) 2024-11-14T09:17:23,010 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1008998844/switch/split already deleted, retry=false 2024-11-14T09:17:23,011 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39177-0x10115c44e2c0003, quorum=127.0.0.1:64916, baseZNode=/1-1008998844 Unable to get data of znode /1-1008998844/switch/merge because node does not exist (not necessarily an error) 2024-11-14T09:17:23,012 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1008998844/switch/merge already deleted, retry=false 2024-11-14T09:17:23,015 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39177-0x10115c44e2c0003, quorum=127.0.0.1:64916, baseZNode=/1-1008998844 Unable to get data of znode /1-1008998844/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T09:17:23,016 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1008998844/snapshot-cleanup already deleted, retry=false 2024-11-14T09:17:23,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39177-0x10115c44e2c0003, quorum=127.0.0.1:64916, baseZNode=/1-1008998844 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1008998844/running 2024-11-14T09:17:23,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39177-0x10115c44e2c0003, quorum=127.0.0.1:64916, baseZNode=/1-1008998844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1008998844 2024-11-14T09:17:23,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33153-0x10115c44e2c0004, quorum=127.0.0.1:64916, baseZNode=/1-1008998844 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1008998844/running 2024-11-14T09:17:23,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33153-0x10115c44e2c0004, quorum=127.0.0.1:64916, baseZNode=/1-1008998844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1008998844 2024-11-14T09:17:23,021 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=83f56b55f2af,39177,1731575842267, sessionid=0x10115c44e2c0003, setting cluster-up flag (Was=false) 2024-11-14T09:17:23,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39177-0x10115c44e2c0003, quorum=127.0.0.1:64916, baseZNode=/1-1008998844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1008998844 2024-11-14T09:17:23,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33153-0x10115c44e2c0004, quorum=127.0.0.1:64916, baseZNode=/1-1008998844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1008998844 2024-11-14T09:17:23,031 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1008998844/flush-table-proc/acquired, /1-1008998844/flush-table-proc/reached, /1-1008998844/flush-table-proc/abort 2024-11-14T09:17:23,032 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=83f56b55f2af,39177,1731575842267 2024-11-14T09:17:23,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39177-0x10115c44e2c0003, quorum=127.0.0.1:64916, baseZNode=/1-1008998844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1008998844 2024-11-14T09:17:23,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33153-0x10115c44e2c0004, quorum=127.0.0.1:64916, baseZNode=/1-1008998844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1008998844 2024-11-14T09:17:23,042 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1008998844/online-snapshot/acquired, /1-1008998844/online-snapshot/reached, /1-1008998844/online-snapshot/abort 2024-11-14T09:17:23,043 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=83f56b55f2af,39177,1731575842267 2024-11-14T09:17:23,045 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34979/user/jenkins/test-data/37eda970-d378-1796-4019-0611e7883fa1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T09:17:23,048 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T09:17:23,048 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T09:17:23,049 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T09:17:23,049 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 83f56b55f2af,39177,1731575842267 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T09:17:23,051 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/83f56b55f2af:0, corePoolSize=5, maxPoolSize=5 2024-11-14T09:17:23,051 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/83f56b55f2af:0, corePoolSize=5, maxPoolSize=5 2024-11-14T09:17:23,051 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/83f56b55f2af:0, corePoolSize=5, maxPoolSize=5 2024-11-14T09:17:23,051 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/83f56b55f2af:0, corePoolSize=5, maxPoolSize=5 2024-11-14T09:17:23,051 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/83f56b55f2af:0, corePoolSize=10, maxPoolSize=10 2024-11-14T09:17:23,051 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:17:23,051 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/83f56b55f2af:0, corePoolSize=2, maxPoolSize=2 2024-11-14T09:17:23,051 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:17:23,055 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T09:17:23,055 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T09:17:23,057 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:17:23,057 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T09:17:23,064 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731575873064 2024-11-14T09:17:23,065 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T09:17:23,065 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T09:17:23,065 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T09:17:23,065 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T09:17:23,065 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T09:17:23,065 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T09:17:23,066 INFO [RS:0;83f56b55f2af:33153 {}] regionserver.HRegionServer(746): ClusterId : 4fc08c5c-2cf2-41bf-b1f5-c5ad6166c503 2024-11-14T09:17:23,066 DEBUG [RS:0;83f56b55f2af:33153 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T09:17:23,068 DEBUG [RS:0;83f56b55f2af:33153 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T09:17:23,068 DEBUG [RS:0;83f56b55f2af:33153 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T09:17:23,072 DEBUG [RS:0;83f56b55f2af:33153 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T09:17:23,072 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T09:17:23,072 DEBUG [RS:0;83f56b55f2af:33153 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1210dcd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=83f56b55f2af/172.17.0.2:0 2024-11-14T09:17:23,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41769 is added to blk_1073741831_1007 (size=1321) 2024-11-14T09:17:23,076 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T09:17:23,077 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T09:17:23,077 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T09:17:23,077 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T09:17:23,077 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T09:17:23,077 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T09:17:23,077 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/83f56b55f2af:0:becomeActiveMaster-HFileCleaner.large.0-1731575843077,5,FailOnTimeoutGroup] 2024-11-14T09:17:23,080 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/83f56b55f2af:0:becomeActiveMaster-HFileCleaner.small.0-1731575843077,5,FailOnTimeoutGroup] 2024-11-14T09:17:23,080 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T09:17:23,080 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T09:17:23,080 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T09:17:23,080 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T09:17:23,089 DEBUG [RS:0;83f56b55f2af:33153 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;83f56b55f2af:33153 2024-11-14T09:17:23,089 INFO [RS:0;83f56b55f2af:33153 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T09:17:23,089 INFO [RS:0;83f56b55f2af:33153 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T09:17:23,089 DEBUG [RS:0;83f56b55f2af:33153 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T09:17:23,090 INFO [RS:0;83f56b55f2af:33153 {}] regionserver.HRegionServer(2659): reportForDuty to master=83f56b55f2af,39177,1731575842267 with port=33153, startcode=1731575842338 2024-11-14T09:17:23,091 DEBUG [RS:0;83f56b55f2af:33153 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T09:17:23,093 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46009, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T09:17:23,094 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39177 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 83f56b55f2af,33153,1731575842338 2024-11-14T09:17:23,094 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39177 {}] master.ServerManager(517): Registering regionserver=83f56b55f2af,33153,1731575842338 2024-11-14T09:17:23,097 DEBUG [RS:0;83f56b55f2af:33153 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34979/user/jenkins/test-data/37eda970-d378-1796-4019-0611e7883fa1 2024-11-14T09:17:23,097 DEBUG [RS:0;83f56b55f2af:33153 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34979 2024-11-14T09:17:23,097 DEBUG [RS:0;83f56b55f2af:33153 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T09:17:23,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39177-0x10115c44e2c0003, quorum=127.0.0.1:64916, baseZNode=/1-1008998844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1008998844/rs 2024-11-14T09:17:23,103 DEBUG [RS:0;83f56b55f2af:33153 {}] zookeeper.ZKUtil(111): regionserver:33153-0x10115c44e2c0004, quorum=127.0.0.1:64916, baseZNode=/1-1008998844 Set watcher on existing znode=/1-1008998844/rs/83f56b55f2af,33153,1731575842338 2024-11-14T09:17:23,103 WARN [RS:0;83f56b55f2af:33153 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T09:17:23,103 INFO [RS:0;83f56b55f2af:33153 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T09:17:23,103 DEBUG [RS:0;83f56b55f2af:33153 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34979/user/jenkins/test-data/37eda970-d378-1796-4019-0611e7883fa1/WALs/83f56b55f2af,33153,1731575842338 2024-11-14T09:17:23,104 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [83f56b55f2af,33153,1731575842338] 2024-11-14T09:17:23,108 INFO [RS:0;83f56b55f2af:33153 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T09:17:23,110 INFO [RS:0;83f56b55f2af:33153 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T09:17:23,111 INFO [RS:0;83f56b55f2af:33153 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T09:17:23,111 INFO [RS:0;83f56b55f2af:33153 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T09:17:23,112 INFO [RS:0;83f56b55f2af:33153 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T09:17:23,113 INFO [RS:0;83f56b55f2af:33153 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T09:17:23,113 INFO [RS:0;83f56b55f2af:33153 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T09:17:23,113 DEBUG [RS:0;83f56b55f2af:33153 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:17:23,113 DEBUG [RS:0;83f56b55f2af:33153 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:17:23,113 DEBUG [RS:0;83f56b55f2af:33153 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:17:23,113 DEBUG [RS:0;83f56b55f2af:33153 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:17:23,113 DEBUG [RS:0;83f56b55f2af:33153 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:17:23,113 DEBUG [RS:0;83f56b55f2af:33153 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/83f56b55f2af:0, corePoolSize=2, maxPoolSize=2 2024-11-14T09:17:23,114 DEBUG [RS:0;83f56b55f2af:33153 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:17:23,114 DEBUG [RS:0;83f56b55f2af:33153 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:17:23,114 DEBUG [RS:0;83f56b55f2af:33153 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:17:23,114 DEBUG [RS:0;83f56b55f2af:33153 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:17:23,114 DEBUG [RS:0;83f56b55f2af:33153 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:17:23,114 DEBUG [RS:0;83f56b55f2af:33153 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:17:23,114 DEBUG [RS:0;83f56b55f2af:33153 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/83f56b55f2af:0, corePoolSize=3, maxPoolSize=3 2024-11-14T09:17:23,114 DEBUG [RS:0;83f56b55f2af:33153 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/83f56b55f2af:0, corePoolSize=3, maxPoolSize=3 2024-11-14T09:17:23,119 INFO [RS:0;83f56b55f2af:33153 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T09:17:23,119 INFO [RS:0;83f56b55f2af:33153 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T09:17:23,119 INFO [RS:0;83f56b55f2af:33153 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T09:17:23,119 INFO [RS:0;83f56b55f2af:33153 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T09:17:23,119 INFO [RS:0;83f56b55f2af:33153 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T09:17:23,119 INFO [RS:0;83f56b55f2af:33153 {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,33153,1731575842338-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T09:17:23,135 INFO [RS:0;83f56b55f2af:33153 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T09:17:23,136 INFO [RS:0;83f56b55f2af:33153 {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,33153,1731575842338-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T09:17:23,136 INFO [RS:0;83f56b55f2af:33153 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:17:23,136 INFO [RS:0;83f56b55f2af:33153 {}] regionserver.Replication(171): 83f56b55f2af,33153,1731575842338 started 2024-11-14T09:17:23,153 INFO [RS:0;83f56b55f2af:33153 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:17:23,153 INFO [RS:0;83f56b55f2af:33153 {}] regionserver.HRegionServer(1482): Serving as 83f56b55f2af,33153,1731575842338, RpcServer on 83f56b55f2af/172.17.0.2:33153, sessionid=0x10115c44e2c0004 2024-11-14T09:17:23,154 DEBUG [RS:0;83f56b55f2af:33153 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T09:17:23,154 DEBUG [RS:0;83f56b55f2af:33153 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 83f56b55f2af,33153,1731575842338 2024-11-14T09:17:23,154 DEBUG [RS:0;83f56b55f2af:33153 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '83f56b55f2af,33153,1731575842338' 2024-11-14T09:17:23,154 DEBUG [RS:0;83f56b55f2af:33153 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1008998844/flush-table-proc/abort' 2024-11-14T09:17:23,155 DEBUG [RS:0;83f56b55f2af:33153 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1008998844/flush-table-proc/acquired' 2024-11-14T09:17:23,155 DEBUG [RS:0;83f56b55f2af:33153 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T09:17:23,155 DEBUG [RS:0;83f56b55f2af:33153 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T09:17:23,155 DEBUG [RS:0;83f56b55f2af:33153 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 83f56b55f2af,33153,1731575842338 2024-11-14T09:17:23,155 DEBUG [RS:0;83f56b55f2af:33153 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '83f56b55f2af,33153,1731575842338' 2024-11-14T09:17:23,155 DEBUG [RS:0;83f56b55f2af:33153 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1008998844/online-snapshot/abort' 2024-11-14T09:17:23,156 DEBUG [RS:0;83f56b55f2af:33153 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1008998844/online-snapshot/acquired' 2024-11-14T09:17:23,156 DEBUG [RS:0;83f56b55f2af:33153 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T09:17:23,156 INFO [RS:0;83f56b55f2af:33153 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T09:17:23,156 INFO [RS:0;83f56b55f2af:33153 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T09:17:23,257 INFO [RS:0;83f56b55f2af:33153 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T09:17:23,260 INFO [RS:0;83f56b55f2af:33153 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=83f56b55f2af%2C33153%2C1731575842338, suffix=, logDir=hdfs://localhost:34979/user/jenkins/test-data/37eda970-d378-1796-4019-0611e7883fa1/WALs/83f56b55f2af,33153,1731575842338, archiveDir=hdfs://localhost:34979/user/jenkins/test-data/37eda970-d378-1796-4019-0611e7883fa1/oldWALs, maxLogs=10 2024-11-14T09:17:23,276 DEBUG [RS:0;83f56b55f2af:33153 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/37eda970-d378-1796-4019-0611e7883fa1/WALs/83f56b55f2af,33153,1731575842338/83f56b55f2af%2C33153%2C1731575842338.1731575843262, exclude list is [], retry=0 2024-11-14T09:17:23,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41769,DS-193eb548-7892-4a3d-85b5-818d001c7f3f,DISK] 2024-11-14T09:17:23,283 INFO [RS:0;83f56b55f2af:33153 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/37eda970-d378-1796-4019-0611e7883fa1/WALs/83f56b55f2af,33153,1731575842338/83f56b55f2af%2C33153%2C1731575842338.1731575843262 2024-11-14T09:17:23,283 DEBUG [RS:0;83f56b55f2af:33153 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44837:44837)] 2024-11-14T09:17:23,477 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34979/user/jenkins/test-data/37eda970-d378-1796-4019-0611e7883fa1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T09:17:23,477 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34979/user/jenkins/test-data/37eda970-d378-1796-4019-0611e7883fa1 2024-11-14T09:17:23,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41769 is added to blk_1073741833_1009 (size=32) 2024-11-14T09:17:23,886 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:17:23,889 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T09:17:23,891 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T09:17:23,891 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:17:23,892 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:17:23,892 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T09:17:23,894 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T09:17:23,894 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:17:23,895 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:17:23,895 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T09:17:23,898 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T09:17:23,898 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:17:23,901 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:17:23,901 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T09:17:23,903 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T09:17:23,903 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:17:23,904 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:17:23,904 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T09:17:23,905 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34979/user/jenkins/test-data/37eda970-d378-1796-4019-0611e7883fa1/data/hbase/meta/1588230740 2024-11-14T09:17:23,905 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34979/user/jenkins/test-data/37eda970-d378-1796-4019-0611e7883fa1/data/hbase/meta/1588230740 2024-11-14T09:17:23,908 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T09:17:23,908 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T09:17:23,909 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T09:17:23,911 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T09:17:23,914 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34979/user/jenkins/test-data/37eda970-d378-1796-4019-0611e7883fa1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T09:17:23,915 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62336194, jitterRate=-0.0711183249950409}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T09:17:23,915 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731575843887Initializing all the Stores at 1731575843888 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731575843888Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731575843888Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731575843888Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731575843888Cleaning up temporary data from old regions at 1731575843908 (+20 ms)Region opened successfully at 1731575843915 (+7 ms) 2024-11-14T09:17:23,915 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T09:17:23,915 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T09:17:23,915 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T09:17:23,915 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T09:17:23,915 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T09:17:23,916 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T09:17:23,916 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731575843915Disabling compacts and flushes for region at 1731575843915Disabling writes for close at 1731575843915Writing region close event to WAL at 1731575843916 (+1 ms)Closed at 1731575843916 2024-11-14T09:17:23,918 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T09:17:23,918 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T09:17:23,918 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T09:17:23,921 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T09:17:23,923 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T09:17:24,073 DEBUG [83f56b55f2af:39177 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T09:17:24,074 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=83f56b55f2af,33153,1731575842338 2024-11-14T09:17:24,076 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 83f56b55f2af,33153,1731575842338, state=OPENING 2024-11-14T09:17:24,078 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T09:17:24,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39177-0x10115c44e2c0003, quorum=127.0.0.1:64916, baseZNode=/1-1008998844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1008998844 2024-11-14T09:17:24,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33153-0x10115c44e2c0004, quorum=127.0.0.1:64916, baseZNode=/1-1008998844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1008998844 2024-11-14T09:17:24,080 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T09:17:24,080 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1008998844/meta-region-server: CHANGED 2024-11-14T09:17:24,080 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1008998844/meta-region-server: CHANGED 2024-11-14T09:17:24,080 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=83f56b55f2af,33153,1731575842338}] 2024-11-14T09:17:24,235 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T09:17:24,237 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56621, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T09:17:24,242 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T09:17:24,242 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T09:17:24,243 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T09:17:24,245 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=83f56b55f2af%2C33153%2C1731575842338.meta, suffix=.meta, logDir=hdfs://localhost:34979/user/jenkins/test-data/37eda970-d378-1796-4019-0611e7883fa1/WALs/83f56b55f2af,33153,1731575842338, archiveDir=hdfs://localhost:34979/user/jenkins/test-data/37eda970-d378-1796-4019-0611e7883fa1/oldWALs, maxLogs=10 2024-11-14T09:17:24,261 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/37eda970-d378-1796-4019-0611e7883fa1/WALs/83f56b55f2af,33153,1731575842338/83f56b55f2af%2C33153%2C1731575842338.meta.1731575844247.meta, exclude list is [], retry=0 2024-11-14T09:17:24,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41769,DS-193eb548-7892-4a3d-85b5-818d001c7f3f,DISK] 2024-11-14T09:17:24,267 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/37eda970-d378-1796-4019-0611e7883fa1/WALs/83f56b55f2af,33153,1731575842338/83f56b55f2af%2C33153%2C1731575842338.meta.1731575844247.meta 2024-11-14T09:17:24,268 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44837:44837)] 2024-11-14T09:17:24,268 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T09:17:24,268 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T09:17:24,268 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T09:17:24,268 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T09:17:24,269 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T09:17:24,269 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T09:17:24,269 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:17:24,269 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T09:17:24,269 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T09:17:24,271 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T09:17:24,272 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T09:17:24,272 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:17:24,273 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:17:24,273 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T09:17:24,274 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T09:17:24,274 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:17:24,275 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:17:24,275 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T09:17:24,276 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T09:17:24,276 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:17:24,277 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:17:24,277 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T09:17:24,278 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T09:17:24,278 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:17:24,279 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:17:24,279 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T09:17:24,280 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34979/user/jenkins/test-data/37eda970-d378-1796-4019-0611e7883fa1/data/hbase/meta/1588230740 2024-11-14T09:17:24,282 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34979/user/jenkins/test-data/37eda970-d378-1796-4019-0611e7883fa1/data/hbase/meta/1588230740 2024-11-14T09:17:24,285 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T09:17:24,285 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T09:17:24,286 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T09:17:24,288 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T09:17:24,289 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68430536, jitterRate=0.01969444751739502}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T09:17:24,290 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T09:17:24,290 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731575844269Writing region info on filesystem at 1731575844269Initializing all the Stores at 1731575844270 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731575844270Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731575844271 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731575844271Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731575844271Cleaning up temporary data from old regions at 1731575844285 (+14 ms)Running coprocessor post-open hooks at 1731575844290 (+5 ms)Region opened successfully at 1731575844290 2024-11-14T09:17:24,291 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731575844234 2024-11-14T09:17:24,295 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T09:17:24,295 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T09:17:24,296 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=83f56b55f2af,33153,1731575842338 2024-11-14T09:17:24,297 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 83f56b55f2af,33153,1731575842338, state=OPEN 2024-11-14T09:17:24,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39177-0x10115c44e2c0003, quorum=127.0.0.1:64916, baseZNode=/1-1008998844 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1008998844/meta-region-server 2024-11-14T09:17:24,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33153-0x10115c44e2c0004, quorum=127.0.0.1:64916, baseZNode=/1-1008998844 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1008998844/meta-region-server 2024-11-14T09:17:24,300 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1008998844/meta-region-server: CHANGED 2024-11-14T09:17:24,300 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=83f56b55f2af,33153,1731575842338 2024-11-14T09:17:24,300 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1008998844/meta-region-server: CHANGED 2024-11-14T09:17:24,304 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T09:17:24,304 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=83f56b55f2af,33153,1731575842338 in 220 msec 2024-11-14T09:17:24,307 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T09:17:24,307 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 386 msec 2024-11-14T09:17:24,308 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T09:17:24,308 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T09:17:24,310 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:17:24,310 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83f56b55f2af,33153,1731575842338, seqNum=-1] 2024-11-14T09:17:24,311 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T09:17:24,312 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50997, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T09:17:24,320 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2730 sec 2024-11-14T09:17:24,320 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731575844320, completionTime=-1 2024-11-14T09:17:24,321 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T09:17:24,321 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T09:17:24,323 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T09:17:24,323 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731575904323 2024-11-14T09:17:24,323 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731575964323 2024-11-14T09:17:24,323 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-14T09:17:24,323 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,39177,1731575842267-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T09:17:24,323 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,39177,1731575842267-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:17:24,324 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,39177,1731575842267-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:17:24,324 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-83f56b55f2af:39177, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:17:24,324 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T09:17:24,324 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T09:17:24,326 DEBUG [master/83f56b55f2af:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T09:17:24,328 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.935sec 2024-11-14T09:17:24,329 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T09:17:24,329 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T09:17:24,329 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T09:17:24,329 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T09:17:24,329 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T09:17:24,329 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,39177,1731575842267-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T09:17:24,329 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,39177,1731575842267-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T09:17:24,332 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T09:17:24,332 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T09:17:24,332 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,39177,1731575842267-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:17:24,367 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41d5e65e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:17:24,367 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83f56b55f2af,39177,-1 for getting cluster id 2024-11-14T09:17:24,367 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T09:17:24,369 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4fc08c5c-2cf2-41bf-b1f5-c5ad6166c503' 2024-11-14T09:17:24,370 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T09:17:24,370 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4fc08c5c-2cf2-41bf-b1f5-c5ad6166c503" 2024-11-14T09:17:24,371 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5be08e10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:17:24,371 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83f56b55f2af,39177,-1] 2024-11-14T09:17:24,371 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T09:17:24,371 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:17:24,373 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T09:17:24,375 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21625794, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:17:24,376 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:17:24,377 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83f56b55f2af,33153,1731575842338, seqNum=-1] 2024-11-14T09:17:24,378 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T09:17:24,380 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T09:17:24,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=83f56b55f2af,39177,1731575842267 2024-11-14T09:17:24,383 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:64916 2024-11-14T09:17:24,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:64916, baseZNode=/1-1008998844 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T09:17:24,386 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10115c44e2c0005 connected 2024-11-14T09:17:24,393 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4183ef6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:17:24,393 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83f56b55f2af,37535,-1 for getting cluster id 2024-11-14T09:17:24,393 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T09:17:24,394 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '76bc74bf-e3da-4f9f-a425-4fe9cad14c87' 2024-11-14T09:17:24,395 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T09:17:24,395 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "76bc74bf-e3da-4f9f-a425-4fe9cad14c87" 2024-11-14T09:17:24,395 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7981740e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:17:24,395 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83f56b55f2af,37535,-1] 2024-11-14T09:17:24,396 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T09:17:24,396 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:17:24,398 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T09:17:24,399 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36c49ce7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:17:24,408 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T09:17:24,412 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 83f56b55f2af,37535,1731575837040 2024-11-14T09:17:24,416 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6707d831 2024-11-14T09:17:24,417 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T09:17:24,419 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T09:17:24,420 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37535 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://83f56b55f2af:39177,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T09:17:24,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37535 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T09:17:24,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37535 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T09:17:24,435 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='83f56b55f2af:39177' 2024-11-14T09:17:24,437 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63cfc0bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:17:24,437 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 83f56b55f2af,39177,-1 for getting cluster id 2024-11-14T09:17:24,437 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T09:17:24,439 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4fc08c5c-2cf2-41bf-b1f5-c5ad6166c503' 2024-11-14T09:17:24,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T09:17:24,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4fc08c5c-2cf2-41bf-b1f5-c5ad6166c503" 2024-11-14T09:17:24,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f1fde1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:17:24,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83f56b55f2af,39177,-1] 2024-11-14T09:17:24,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T09:17:24,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:17:24,442 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T09:17:24,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ea1a1ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:17:24,444 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T09:17:24,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 83f56b55f2af,39177,1731575842267 2024-11-14T09:17:24,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7f551f7d 2024-11-14T09:17:24,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T09:17:24,451 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T09:17:24,462 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-14T09:17:24,463 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T09:17:24,467 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:17:24,468 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:17:24,468 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T09:17:24,469 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T09:17:24,475 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T09:17:24,477 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T09:17:24,478 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:17:24,480 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T09:17:24,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45081 is added to blk_1073741835_1011 (size=1138) 2024-11-14T09:17:24,527 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T09:17:24,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37535 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T09:17:24,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37535 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T09:17:24,892 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 258e6ad8e7b454980c8c25855fd5d679, NAME => 'hbase:replication,,1731575844469.258e6ad8e7b454980c8c25855fd5d679.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be 2024-11-14T09:17:24,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45081 is added to blk_1073741836_1012 (size=44) 2024-11-14T09:17:25,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37535 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T09:17:25,306 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731575844469.258e6ad8e7b454980c8c25855fd5d679.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:17:25,306 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 258e6ad8e7b454980c8c25855fd5d679, disabling compactions & flushes 2024-11-14T09:17:25,306 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731575844469.258e6ad8e7b454980c8c25855fd5d679. 2024-11-14T09:17:25,306 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731575844469.258e6ad8e7b454980c8c25855fd5d679. 2024-11-14T09:17:25,306 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731575844469.258e6ad8e7b454980c8c25855fd5d679. after waiting 0 ms 2024-11-14T09:17:25,306 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731575844469.258e6ad8e7b454980c8c25855fd5d679. 2024-11-14T09:17:25,306 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731575844469.258e6ad8e7b454980c8c25855fd5d679. 2024-11-14T09:17:25,306 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 258e6ad8e7b454980c8c25855fd5d679: Waiting for close lock at 1731575845306Disabling compacts and flushes for region at 1731575845306Disabling writes for close at 1731575845306Writing region close event to WAL at 1731575845306Closed at 1731575845306 2024-11-14T09:17:25,309 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T09:17:25,313 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731575844469.258e6ad8e7b454980c8c25855fd5d679.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731575845309"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731575845309"}]},"ts":"1731575845309"} 2024-11-14T09:17:25,318 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T09:17:25,319 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T09:17:25,322 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731575845320"}]},"ts":"1731575845320"} 2024-11-14T09:17:25,326 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T09:17:25,328 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=258e6ad8e7b454980c8c25855fd5d679, ASSIGN}] 2024-11-14T09:17:25,329 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=258e6ad8e7b454980c8c25855fd5d679, ASSIGN 2024-11-14T09:17:25,331 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=258e6ad8e7b454980c8c25855fd5d679, ASSIGN; state=OFFLINE, location=83f56b55f2af,37177,1731575837767; forceNewPlan=false, retain=false 2024-11-14T09:17:25,482 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=258e6ad8e7b454980c8c25855fd5d679, regionState=OPENING, regionLocation=83f56b55f2af,37177,1731575837767 2024-11-14T09:17:25,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=258e6ad8e7b454980c8c25855fd5d679, ASSIGN because future has completed 2024-11-14T09:17:25,487 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 258e6ad8e7b454980c8c25855fd5d679, server=83f56b55f2af,37177,1731575837767}] 2024-11-14T09:17:25,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37535 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T09:17:25,647 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731575844469.258e6ad8e7b454980c8c25855fd5d679. 2024-11-14T09:17:25,647 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T09:17:25,648 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T09:17:25,650 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=83f56b55f2af%2C37177%2C1731575837767.rep, suffix=, logDir=hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/WALs/83f56b55f2af,37177,1731575837767, archiveDir=hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/oldWALs, maxLogs=10 2024-11-14T09:17:25,666 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/WALs/83f56b55f2af,37177,1731575837767/83f56b55f2af%2C37177%2C1731575837767.rep.1731575845651, exclude list is [], retry=0 2024-11-14T09:17:25,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45081,DS-12a428fa-7933-48c1-8c23-86706cc6967f,DISK] 2024-11-14T09:17:25,673 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/WALs/83f56b55f2af,37177,1731575837767/83f56b55f2af%2C37177%2C1731575837767.rep.1731575845651 2024-11-14T09:17:25,673 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34977:34977)] 2024-11-14T09:17:25,673 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 258e6ad8e7b454980c8c25855fd5d679, NAME => 'hbase:replication,,1731575844469.258e6ad8e7b454980c8c25855fd5d679.', STARTKEY => '', ENDKEY => ''} 2024-11-14T09:17:25,674 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T09:17:25,674 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T09:17:25,674 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731575844469.258e6ad8e7b454980c8c25855fd5d679. service=MultiRowMutationService 2024-11-14T09:17:25,674 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T09:17:25,674 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 258e6ad8e7b454980c8c25855fd5d679 2024-11-14T09:17:25,674 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731575844469.258e6ad8e7b454980c8c25855fd5d679.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:17:25,674 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 258e6ad8e7b454980c8c25855fd5d679 2024-11-14T09:17:25,674 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 258e6ad8e7b454980c8c25855fd5d679 2024-11-14T09:17:25,676 INFO [StoreOpener-258e6ad8e7b454980c8c25855fd5d679-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 258e6ad8e7b454980c8c25855fd5d679 2024-11-14T09:17:25,678 INFO [StoreOpener-258e6ad8e7b454980c8c25855fd5d679-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 258e6ad8e7b454980c8c25855fd5d679 columnFamilyName hfileref 2024-11-14T09:17:25,678 DEBUG [StoreOpener-258e6ad8e7b454980c8c25855fd5d679-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:17:25,679 INFO [StoreOpener-258e6ad8e7b454980c8c25855fd5d679-1 {}] regionserver.HStore(327): Store=258e6ad8e7b454980c8c25855fd5d679/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:17:25,679 INFO [StoreOpener-258e6ad8e7b454980c8c25855fd5d679-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 258e6ad8e7b454980c8c25855fd5d679 2024-11-14T09:17:25,681 INFO [StoreOpener-258e6ad8e7b454980c8c25855fd5d679-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 258e6ad8e7b454980c8c25855fd5d679 columnFamilyName queue 2024-11-14T09:17:25,681 DEBUG [StoreOpener-258e6ad8e7b454980c8c25855fd5d679-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:17:25,682 INFO [StoreOpener-258e6ad8e7b454980c8c25855fd5d679-1 {}] regionserver.HStore(327): Store=258e6ad8e7b454980c8c25855fd5d679/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:17:25,682 INFO [StoreOpener-258e6ad8e7b454980c8c25855fd5d679-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 258e6ad8e7b454980c8c25855fd5d679 2024-11-14T09:17:25,684 INFO [StoreOpener-258e6ad8e7b454980c8c25855fd5d679-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 258e6ad8e7b454980c8c25855fd5d679 columnFamilyName sid 2024-11-14T09:17:25,684 DEBUG [StoreOpener-258e6ad8e7b454980c8c25855fd5d679-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:17:25,684 INFO [StoreOpener-258e6ad8e7b454980c8c25855fd5d679-1 {}] regionserver.HStore(327): Store=258e6ad8e7b454980c8c25855fd5d679/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:17:25,685 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 258e6ad8e7b454980c8c25855fd5d679 2024-11-14T09:17:25,686 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/data/hbase/replication/258e6ad8e7b454980c8c25855fd5d679 2024-11-14T09:17:25,686 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/data/hbase/replication/258e6ad8e7b454980c8c25855fd5d679 2024-11-14T09:17:25,688 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 258e6ad8e7b454980c8c25855fd5d679 2024-11-14T09:17:25,688 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 258e6ad8e7b454980c8c25855fd5d679 2024-11-14T09:17:25,689 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T09:17:25,691 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 258e6ad8e7b454980c8c25855fd5d679 2024-11-14T09:17:25,694 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/data/hbase/replication/258e6ad8e7b454980c8c25855fd5d679/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T09:17:25,695 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 258e6ad8e7b454980c8c25855fd5d679; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66109701, jitterRate=-0.014888688921928406}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T09:17:25,695 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 258e6ad8e7b454980c8c25855fd5d679 2024-11-14T09:17:25,696 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 258e6ad8e7b454980c8c25855fd5d679: Running coprocessor pre-open hook at 1731575845675Writing region info on filesystem at 1731575845675Initializing all the Stores at 1731575845676 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731575845676Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731575845676Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731575845676Cleaning up temporary data from old regions at 1731575845688 (+12 ms)Running coprocessor post-open hooks at 1731575845695 (+7 ms)Region opened successfully at 1731575845696 (+1 ms) 2024-11-14T09:17:25,697 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731575844469.258e6ad8e7b454980c8c25855fd5d679., pid=7, masterSystemTime=1731575845641 2024-11-14T09:17:25,701 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731575844469.258e6ad8e7b454980c8c25855fd5d679. 2024-11-14T09:17:25,701 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731575844469.258e6ad8e7b454980c8c25855fd5d679. 2024-11-14T09:17:25,702 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=258e6ad8e7b454980c8c25855fd5d679, regionState=OPEN, openSeqNum=2, regionLocation=83f56b55f2af,37177,1731575837767 2024-11-14T09:17:25,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 258e6ad8e7b454980c8c25855fd5d679, server=83f56b55f2af,37177,1731575837767 because future has completed 2024-11-14T09:17:25,712 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-14T09:17:25,713 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 258e6ad8e7b454980c8c25855fd5d679, server=83f56b55f2af,37177,1731575837767 in 221 msec 2024-11-14T09:17:25,717 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T09:17:25,717 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=258e6ad8e7b454980c8c25855fd5d679, ASSIGN in 385 msec 2024-11-14T09:17:25,718 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T09:17:25,718 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731575845718"}]},"ts":"1731575845718"} 2024-11-14T09:17:25,721 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T09:17:25,723 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T09:17:25,727 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2530 sec 2024-11-14T09:17:25,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731575844469.258e6ad8e7b454980c8c25855fd5d679., hostname=83f56b55f2af,37177,1731575837767, seqNum=2] 2024-11-14T09:17:25,745 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37177 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-14T09:17:25,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37177-0x10115c44e2c0001, quorum=127.0.0.1:64916, baseZNode=/0-1171832771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1171832771 2024-11-14T09:17:25,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37535-0x10115c44e2c0000, quorum=127.0.0.1:64916, baseZNode=/0-1171832771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1171832771 2024-11-14T09:17:25,768 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T09:17:25,933 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37177 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-14T09:17:25,936 INFO [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T09:17:25,979 INFO [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-83f56b55f2af,37177,1731575837767, ReplicationSource: 1, currentBandwidth=0 2024-11-14T09:17:25,980 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:17:25,980 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83f56b55f2af,37177,1731575837767, seqNum=-1] 2024-11-14T09:17:25,981 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T09:17:25,983 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47899, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-14T09:17:25,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-83f56b55f2af,37177,1731575837767', locateType=CURRENT is [region=hbase:replication,,1731575844469.258e6ad8e7b454980c8c25855fd5d679., hostname=83f56b55f2af,37177,1731575837767, seqNum=2] 2024-11-14T09:17:25,993 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-14T09:17:25,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37535 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-14T09:17:25,998 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 83f56b55f2af,37177,1731575837767 suceeded 2024-11-14T09:17:26,002 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-14T09:17:26,002 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 230 msec 2024-11-14T09:17:26,002 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://83f56b55f2af:39177,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T09:17:26,005 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5810 sec 2024-11-14T09:17:26,013 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,37177,1731575837767 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='83f56b55f2af:39177' 2024-11-14T09:17:26,015 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,37177,1731575837767 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@bf63ee3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:17:26,015 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,37177,1731575837767 {}] client.ClusterIdFetcher(90): Going to request 83f56b55f2af,39177,-1 for getting cluster id 2024-11-14T09:17:26,015 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,37177,1731575837767 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T09:17:26,016 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4fc08c5c-2cf2-41bf-b1f5-c5ad6166c503' 2024-11-14T09:17:26,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T09:17:26,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4fc08c5c-2cf2-41bf-b1f5-c5ad6166c503" 2024-11-14T09:17:26,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5293f283, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:17:26,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83f56b55f2af,39177,-1] 2024-11-14T09:17:26,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T09:17:26,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:17:26,019 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-14T09:17:26,020 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,37177,1731575837767 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6332b8a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:17:26,020 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,37177,1731575837767 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T09:17:26,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 83f56b55f2af,39177,1731575842267 2024-11-14T09:17:26,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ae76f30 2024-11-14T09:17:26,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T09:17:26,023 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-14T09:17:26,024 INFO [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,37177,1731575837767 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-83f56b55f2af,37177,1731575837767 (queues=1) is replicating from cluster=76bc74bf-e3da-4f9f-a425-4fe9cad14c87 to cluster=4fc08c5c-2cf2-41bf-b1f5-c5ad6166c503 2024-11-14T09:17:26,026 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,37177,1731575837767 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=83f56b55f2af%2C37177%2C1731575837767 2024-11-14T09:17:26,030 INFO [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,37177,1731575837767 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-83f56b55f2af,37177,1731575837767, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T09:17:26,034 INFO [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,37177,1731575837767.replicationSource.shipper83f56b55f2af%2C37177%2C1731575837767,1-83f56b55f2af,37177,1731575837767 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 83f56b55f2af%2C37177%2C1731575837767 2024-11-14T09:17:26,040 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,37177,1731575837767.replicationSource.wal-reader.83f56b55f2af%2C37177%2C1731575837767,1-83f56b55f2af,37177,1731575837767 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/WALs/83f56b55f2af,37177,1731575837767/83f56b55f2af%2C37177%2C1731575837767.1731575840453, startPosition=0, beingWritten=true 2024-11-14T09:17:26,308 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,37177,1731575837767.replicationSource.wal-reader.83f56b55f2af%2C37177%2C1731575837767,1-83f56b55f2af,37177,1731575837767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/WALs/83f56b55f2af,37177,1731575837767/83f56b55f2af%2C37177%2C1731575837767.1731575840453 to pos 0, reset compression=false 2024-11-14T09:17:26,535 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T09:17:26,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37535 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T09:17:26,585 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T09:17:26,585 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T09:17:26,585 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:17:26,585 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:17:26,586 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:17:26,586 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T09:17:26,586 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@624c4eba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:17:26,586 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83f56b55f2af,37535,-1 for getting cluster id 2024-11-14T09:17:26,587 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T09:17:26,588 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '76bc74bf-e3da-4f9f-a425-4fe9cad14c87' 2024-11-14T09:17:26,589 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T09:17:26,589 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "76bc74bf-e3da-4f9f-a425-4fe9cad14c87" 2024-11-14T09:17:26,589 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13019ec1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:17:26,589 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83f56b55f2af,37535,-1] 2024-11-14T09:17:26,589 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T09:17:26,590 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:17:26,591 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T09:17:26,592 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d151693, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:17:26,592 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T09:17:26,593 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 83f56b55f2af,37535,1731575837040 2024-11-14T09:17:26,593 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@62be1ac3 2024-11-14T09:17:26,594 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T09:17:26,595 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T09:17:26,596 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37535 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://83f56b55f2af:39177,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T09:17:26,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37535 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T09:17:26,598 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-14T09:17:26,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37535 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-14T09:17:26,600 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T09:17:26,601 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='83f56b55f2af:39177' 2024-11-14T09:17:26,602 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ac571c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:17:26,602 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 83f56b55f2af,39177,-1 for getting cluster id 2024-11-14T09:17:26,602 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T09:17:26,603 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4fc08c5c-2cf2-41bf-b1f5-c5ad6166c503' 2024-11-14T09:17:26,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T09:17:26,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4fc08c5c-2cf2-41bf-b1f5-c5ad6166c503" 2024-11-14T09:17:26,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d3f27f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:17:26,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83f56b55f2af,39177,-1] 2024-11-14T09:17:26,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T09:17:26,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:17:26,605 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T09:17:26,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66aa010e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:17:26,606 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T09:17:26,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 83f56b55f2af,39177,1731575842267 2024-11-14T09:17:26,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@578e7df2 2024-11-14T09:17:26,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T09:17:26,608 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T09:17:26,609 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-14T09:17:26,609 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T09:17:26,609 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:17:26,609 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:17:26,609 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T09:17:26,615 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,37177,1731575837767.replicationSource.wal-reader.83f56b55f2af%2C37177%2C1731575837767,1-83f56b55f2af,37177,1731575837767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/WALs/83f56b55f2af,37177,1731575837767/83f56b55f2af%2C37177%2C1731575837767.1731575840453 to pos 0, reset compression=false 2024-11-14T09:17:26,620 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T09:17:26,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37535 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-14T09:17:26,774 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37177 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-14T09:17:26,774 INFO [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-14T09:17:26,807 INFO [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-83f56b55f2af,37177,1731575837767, ReplicationSource: 2, currentBandwidth=0 2024-11-14T09:17:26,811 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-14T09:17:26,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37535 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-14T09:17:26,815 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 83f56b55f2af,37177,1731575837767 suceeded 2024-11-14T09:17:26,818 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T09:17:26,818 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 195 msec 2024-11-14T09:17:26,818 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://83f56b55f2af:39177,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T09:17:26,820 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 222 msec 2024-11-14T09:17:26,828 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,2-83f56b55f2af,37177,1731575837767 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='83f56b55f2af:39177' 2024-11-14T09:17:26,829 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,2-83f56b55f2af,37177,1731575837767 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3da630dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:17:26,829 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,2-83f56b55f2af,37177,1731575837767 {}] client.ClusterIdFetcher(90): Going to request 83f56b55f2af,39177,-1 for getting cluster id 2024-11-14T09:17:26,829 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,2-83f56b55f2af,37177,1731575837767 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T09:17:26,830 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4fc08c5c-2cf2-41bf-b1f5-c5ad6166c503' 2024-11-14T09:17:26,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T09:17:26,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4fc08c5c-2cf2-41bf-b1f5-c5ad6166c503" 2024-11-14T09:17:26,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@70e5114b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:17:26,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83f56b55f2af,39177,-1] 2024-11-14T09:17:26,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T09:17:26,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:17:26,833 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-14T09:17:26,834 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,2-83f56b55f2af,37177,1731575837767 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@253162c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:17:26,834 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,2-83f56b55f2af,37177,1731575837767 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T09:17:26,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 83f56b55f2af,39177,1731575842267 2024-11-14T09:17:26,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@41daceb1 2024-11-14T09:17:26,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T09:17:26,836 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-14T09:17:26,837 INFO [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,2-83f56b55f2af,37177,1731575837767 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-83f56b55f2af,37177,1731575837767 (queues=1) is replicating from cluster=76bc74bf-e3da-4f9f-a425-4fe9cad14c87 to cluster=4fc08c5c-2cf2-41bf-b1f5-c5ad6166c503 2024-11-14T09:17:26,837 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,2-83f56b55f2af,37177,1731575837767 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=83f56b55f2af%2C37177%2C1731575837767 2024-11-14T09:17:26,837 INFO [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,2-83f56b55f2af,37177,1731575837767 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-83f56b55f2af,37177,1731575837767, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T09:17:26,837 INFO [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,2-83f56b55f2af,37177,1731575837767.replicationSource.shipper83f56b55f2af%2C37177%2C1731575837767,2-83f56b55f2af,37177,1731575837767 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 83f56b55f2af%2C37177%2C1731575837767 2024-11-14T09:17:26,837 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,2-83f56b55f2af,37177,1731575837767.replicationSource.wal-reader.83f56b55f2af%2C37177%2C1731575837767,2-83f56b55f2af,37177,1731575837767 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/WALs/83f56b55f2af,37177,1731575837767/83f56b55f2af%2C37177%2C1731575837767.1731575840453, startPosition=0, beingWritten=true 2024-11-14T09:17:26,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37535 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-14T09:17:26,916 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-14T09:17:26,916 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T09:17:26,916 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:17:26,916 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:17:26,916 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:17:26,916 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T09:17:26,917 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T09:17:26,918 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 83f56b55f2af,37535,1731575837040 2024-11-14T09:17:26,918 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@65954728 2024-11-14T09:17:26,920 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T09:17:26,922 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T09:17:26,923 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37535 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-14T09:17:26,924 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37535 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-14T09:17:26,925 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37535 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-14T09:17:26,926 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37535 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-14T09:17:26,929 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37535 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=1, config=clusterKey=hbase+rpc://83f56b55f2af:39177,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T09:17:26,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37535 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-14T09:17:26,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37535 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-14T09:17:26,935 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='83f56b55f2af:39177' 2024-11-14T09:17:26,936 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bce6843, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:17:26,936 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 83f56b55f2af,39177,-1 for getting cluster id 2024-11-14T09:17:26,937 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T09:17:26,937 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4fc08c5c-2cf2-41bf-b1f5-c5ad6166c503' 2024-11-14T09:17:26,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T09:17:26,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4fc08c5c-2cf2-41bf-b1f5-c5ad6166c503" 2024-11-14T09:17:26,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ccb872a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:17:26,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83f56b55f2af,39177,-1] 2024-11-14T09:17:26,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T09:17:26,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:17:26,939 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T09:17:26,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e3af090, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:17:26,940 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T09:17:26,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 83f56b55f2af,39177,1731575842267 2024-11-14T09:17:26,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ed7da94 2024-11-14T09:17:26,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T09:17:26,942 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T09:17:26,943 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T09:17:26,943 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T09:17:26,943 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:17:26,943 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:17:26,943 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T09:17:26,948 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T09:17:27,022 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,37177,1731575837767.replicationSource.wal-reader.83f56b55f2af%2C37177%2C1731575837767,1-83f56b55f2af,37177,1731575837767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/WALs/83f56b55f2af,37177,1731575837767/83f56b55f2af%2C37177%2C1731575837767.1731575840453 to pos 0, reset compression=false 2024-11-14T09:17:27,045 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,2-83f56b55f2af,37177,1731575837767.replicationSource.wal-reader.83f56b55f2af%2C37177%2C1731575837767,2-83f56b55f2af,37177,1731575837767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/WALs/83f56b55f2af,37177,1731575837767/83f56b55f2af%2C37177%2C1731575837767.1731575840453 to pos 0, reset compression=false 2024-11-14T09:17:27,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37535 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-14T09:17:27,101 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37177 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-14T09:17:27,101 INFO [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-14T09:17:27,103 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-14T09:17:27,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37535 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-14T09:17:27,106 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 83f56b55f2af,37177,1731575837767 suceeded 2024-11-14T09:17:27,109 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-14T09:17:27,109 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 158 msec 2024-11-14T09:17:27,109 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://83f56b55f2af:39177,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T09:17:27,111 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 180 msec 2024-11-14T09:17:27,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37535 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-14T09:17:27,257 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-14T09:17:27,258 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37535 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=2, config=clusterKey=hbase+rpc://83f56b55f2af:39177,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T09:17:27,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37535 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-14T09:17:27,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37535 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-14T09:17:27,264 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='83f56b55f2af:39177' 2024-11-14T09:17:27,266 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@424d1fca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:17:27,266 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 83f56b55f2af,39177,-1 for getting cluster id 2024-11-14T09:17:27,266 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T09:17:27,267 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4fc08c5c-2cf2-41bf-b1f5-c5ad6166c503' 2024-11-14T09:17:27,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T09:17:27,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4fc08c5c-2cf2-41bf-b1f5-c5ad6166c503" 2024-11-14T09:17:27,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@125ed92e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:17:27,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83f56b55f2af,39177,-1] 2024-11-14T09:17:27,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T09:17:27,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:17:27,269 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T09:17:27,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a681d1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:17:27,270 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T09:17:27,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 83f56b55f2af,39177,1731575842267 2024-11-14T09:17:27,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@61633a89 2024-11-14T09:17:27,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T09:17:27,273 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T09:17:27,274 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-14T09:17:27,274 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T09:17:27,274 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:17:27,283 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:17:27,283 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T09:17:27,289 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T09:17:27,351 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,2-83f56b55f2af,37177,1731575837767.replicationSource.wal-reader.83f56b55f2af%2C37177%2C1731575837767,2-83f56b55f2af,37177,1731575837767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/WALs/83f56b55f2af,37177,1731575837767/83f56b55f2af%2C37177%2C1731575837767.1731575840453 to pos 0, reset compression=false 2024-11-14T09:17:27,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37535 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-14T09:17:27,443 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37177 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-14T09:17:27,443 INFO [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-14T09:17:27,445 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-14T09:17:27,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37535 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-14T09:17:27,449 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 83f56b55f2af,37177,1731575837767 suceeded 2024-11-14T09:17:27,452 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-14T09:17:27,452 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 160 msec 2024-11-14T09:17:27,452 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://83f56b55f2af:39177,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T09:17:27,455 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 194 msec 2024-11-14T09:17:27,488 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T09:17:27,488 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-14T09:17:27,490 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-14T09:17:27,490 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-14T09:17:27,491 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T09:17:27,491 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-14T09:17:27,491 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T09:17:27,491 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-14T09:17:27,492 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T09:17:27,492 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-14T09:17:27,528 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,37177,1731575837767.replicationSource.wal-reader.83f56b55f2af%2C37177%2C1731575837767,1-83f56b55f2af,37177,1731575837767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/WALs/83f56b55f2af,37177,1731575837767/83f56b55f2af%2C37177%2C1731575837767.1731575840453 to pos 0, reset compression=false 2024-11-14T09:17:27,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37535 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-14T09:17:27,587 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-14T09:17:27,587 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37535 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-14T09:17:27,589 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37535 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-14T09:17:27,589 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T09:17:27,589 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:17:27,589 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:17:27,590 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:17:27,590 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T09:17:27,590 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T09:17:27,590 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=135736181, stopped=false 2024-11-14T09:17:27,590 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=83f56b55f2af,37535,1731575837040 2024-11-14T09:17:27,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37535-0x10115c44e2c0000, quorum=127.0.0.1:64916, baseZNode=/0-1171832771 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1171832771/running 2024-11-14T09:17:27,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37535-0x10115c44e2c0000, quorum=127.0.0.1:64916, baseZNode=/0-1171832771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1171832771 2024-11-14T09:17:27,592 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T09:17:27,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37177-0x10115c44e2c0001, quorum=127.0.0.1:64916, baseZNode=/0-1171832771 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1171832771/running 2024-11-14T09:17:27,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37177-0x10115c44e2c0001, quorum=127.0.0.1:64916, baseZNode=/0-1171832771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1171832771 2024-11-14T09:17:27,593 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T09:17:27,593 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37535-0x10115c44e2c0000, quorum=127.0.0.1:64916, baseZNode=/0-1171832771 Set watcher on znode that does not yet exist, /0-1171832771/running 2024-11-14T09:17:27,593 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:17:27,593 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:17:27,594 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '83f56b55f2af,37177,1731575837767' ***** 2024-11-14T09:17:27,594 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T09:17:27,594 INFO [RS:0;83f56b55f2af:37177 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T09:17:27,594 INFO [RS:0;83f56b55f2af:37177 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T09:17:27,594 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T09:17:27,595 INFO [RS:0;83f56b55f2af:37177 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T09:17:27,595 INFO [RS:0;83f56b55f2af:37177 {}] regionserver.HRegionServer(3091): Received CLOSE for 258e6ad8e7b454980c8c25855fd5d679 2024-11-14T09:17:27,595 INFO [RS:0;83f56b55f2af:37177 {}] regionserver.HRegionServer(959): stopping server 83f56b55f2af,37177,1731575837767 2024-11-14T09:17:27,595 INFO [RS:0;83f56b55f2af:37177 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T09:17:27,596 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37177-0x10115c44e2c0001, quorum=127.0.0.1:64916, baseZNode=/0-1171832771 Set watcher on znode that does not yet exist, /0-1171832771/running 2024-11-14T09:17:27,596 INFO [RS:0;83f56b55f2af:37177 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;83f56b55f2af:37177. 2024-11-14T09:17:27,596 DEBUG [RS:0;83f56b55f2af:37177 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:17:27,596 DEBUG [RS:0;83f56b55f2af:37177 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:17:27,596 INFO [RS:0;83f56b55f2af:37177 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T09:17:27,596 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 258e6ad8e7b454980c8c25855fd5d679, disabling compactions & flushes 2024-11-14T09:17:27,596 INFO [RS:0;83f56b55f2af:37177 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T09:17:27,596 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731575844469.258e6ad8e7b454980c8c25855fd5d679. 2024-11-14T09:17:27,596 INFO [RS:0;83f56b55f2af:37177 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T09:17:27,596 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731575844469.258e6ad8e7b454980c8c25855fd5d679. 2024-11-14T09:17:27,596 INFO [RS:0;83f56b55f2af:37177 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T09:17:27,596 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731575844469.258e6ad8e7b454980c8c25855fd5d679. after waiting 0 ms 2024-11-14T09:17:27,596 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731575844469.258e6ad8e7b454980c8c25855fd5d679. 2024-11-14T09:17:27,597 INFO [RS:0;83f56b55f2af:37177 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T09:17:27,597 DEBUG [RS:0;83f56b55f2af:37177 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 258e6ad8e7b454980c8c25855fd5d679=hbase:replication,,1731575844469.258e6ad8e7b454980c8c25855fd5d679.} 2024-11-14T09:17:27,597 INFO [regionserver/83f56b55f2af:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T09:17:27,597 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T09:17:27,597 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T09:17:27,597 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T09:17:27,597 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T09:17:27,597 DEBUG [RS:0;83f56b55f2af:37177 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 258e6ad8e7b454980c8c25855fd5d679 2024-11-14T09:17:27,597 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T09:17:27,601 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 258e6ad8e7b454980c8c25855fd5d679 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-14T09:17:27,601 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-14T09:17:27,693 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/data/hbase/replication/258e6ad8e7b454980c8c25855fd5d679/.tmp/queue/26b0d70d90d74fa8876e64f653a686d9 is 151, key is 1-83f56b55f2af,37177,1731575837767/queue:83f56b55f2af%2C37177%2C1731575837767/1731575845987/Put/seqid=0 2024-11-14T09:17:27,693 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/data/hbase/meta/1588230740/.tmp/info/28e7775f99fa444481e5a93a26bd3307 is 147, key is hbase:replication,,1731575844469.258e6ad8e7b454980c8c25855fd5d679./info:regioninfo/1731575845702/Put/seqid=0 2024-11-14T09:17:27,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45081 is added to blk_1073741838_1014 (size=5500) 2024-11-14T09:17:27,713 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/data/hbase/replication/258e6ad8e7b454980c8c25855fd5d679/.tmp/queue/26b0d70d90d74fa8876e64f653a686d9 2024-11-14T09:17:27,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45081 is added to blk_1073741839_1015 (size=6631) 2024-11-14T09:17:27,725 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/data/hbase/meta/1588230740/.tmp/info/28e7775f99fa444481e5a93a26bd3307 2024-11-14T09:17:27,760 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,2-83f56b55f2af,37177,1731575837767.replicationSource.wal-reader.83f56b55f2af%2C37177%2C1731575837767,2-83f56b55f2af,37177,1731575837767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/WALs/83f56b55f2af,37177,1731575837767/83f56b55f2af%2C37177%2C1731575837767.1731575840453 to pos 0, reset compression=false 2024-11-14T09:17:27,767 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/data/hbase/replication/258e6ad8e7b454980c8c25855fd5d679/.tmp/queue/26b0d70d90d74fa8876e64f653a686d9 as hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/data/hbase/replication/258e6ad8e7b454980c8c25855fd5d679/queue/26b0d70d90d74fa8876e64f653a686d9 2024-11-14T09:17:27,779 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/data/hbase/replication/258e6ad8e7b454980c8c25855fd5d679/queue/26b0d70d90d74fa8876e64f653a686d9, entries=2, sequenceid=6, filesize=5.4 K 2024-11-14T09:17:27,789 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/data/hbase/meta/1588230740/.tmp/ns/336c6a67e04a4b84bd6a3ea35895701d is 43, key is default/ns:d/1731575841148/Put/seqid=0 2024-11-14T09:17:27,789 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 258e6ad8e7b454980c8c25855fd5d679 in 186ms, sequenceid=6, compaction requested=false 2024-11-14T09:17:27,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45081 is added to blk_1073741840_1016 (size=5153) 2024-11-14T09:17:27,796 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/data/hbase/meta/1588230740/.tmp/ns/336c6a67e04a4b84bd6a3ea35895701d 2024-11-14T09:17:27,798 DEBUG [RS:0;83f56b55f2af:37177 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 258e6ad8e7b454980c8c25855fd5d679 2024-11-14T09:17:27,798 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/data/hbase/replication/258e6ad8e7b454980c8c25855fd5d679/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-14T09:17:27,801 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T09:17:27,801 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T09:17:27,801 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731575844469.258e6ad8e7b454980c8c25855fd5d679. 2024-11-14T09:17:27,801 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 258e6ad8e7b454980c8c25855fd5d679: Waiting for close lock at 1731575847596Running coprocessor pre-close hooks at 1731575847596Disabling compacts and flushes for region at 1731575847596Disabling writes for close at 1731575847596Obtaining lock to block concurrent updates at 1731575847601 (+5 ms)Preparing flush snapshotting stores in 258e6ad8e7b454980c8c25855fd5d679 at 1731575847601Finished memstore snapshotting hbase:replication,,1731575844469.258e6ad8e7b454980c8c25855fd5d679., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1731575847610 (+9 ms)Flushing stores of hbase:replication,,1731575844469.258e6ad8e7b454980c8c25855fd5d679. at 1731575847612 (+2 ms)Flushing 258e6ad8e7b454980c8c25855fd5d679/queue: creating writer at 1731575847614 (+2 ms)Flushing 258e6ad8e7b454980c8c25855fd5d679/queue: appending metadata at 1731575847669 (+55 ms)Flushing 258e6ad8e7b454980c8c25855fd5d679/queue: closing flushed file at 1731575847673 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@664aae31: reopening flushed file at 1731575847766 (+93 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 258e6ad8e7b454980c8c25855fd5d679 in 186ms, sequenceid=6, compaction requested=false at 1731575847789 (+23 ms)Writing region close event to WAL at 1731575847791 (+2 ms)Running coprocessor post-close hooks at 1731575847799 (+8 ms)Closed at 1731575847801 (+2 ms) 2024-11-14T09:17:27,802 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731575844469.258e6ad8e7b454980c8c25855fd5d679. 2024-11-14T09:17:27,822 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/data/hbase/meta/1588230740/.tmp/table/d0d249b37cc14c8cb33b55ff96bab9d2 is 53, key is hbase:replication/table:state/1731575845718/Put/seqid=0 2024-11-14T09:17:27,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45081 is added to blk_1073741841_1017 (size=5256) 2024-11-14T09:17:27,998 DEBUG [RS:0;83f56b55f2af:37177 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T09:17:28,136 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,37177,1731575837767.replicationSource.wal-reader.83f56b55f2af%2C37177%2C1731575837767,1-83f56b55f2af,37177,1731575837767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/WALs/83f56b55f2af,37177,1731575837767/83f56b55f2af%2C37177%2C1731575837767.1731575840453 to pos 0, reset compression=false 2024-11-14T09:17:28,198 DEBUG [RS:0;83f56b55f2af:37177 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T09:17:28,237 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/data/hbase/meta/1588230740/.tmp/table/d0d249b37cc14c8cb33b55ff96bab9d2 2024-11-14T09:17:28,247 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/data/hbase/meta/1588230740/.tmp/info/28e7775f99fa444481e5a93a26bd3307 as hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/data/hbase/meta/1588230740/info/28e7775f99fa444481e5a93a26bd3307 2024-11-14T09:17:28,257 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/data/hbase/meta/1588230740/info/28e7775f99fa444481e5a93a26bd3307, entries=10, sequenceid=11, filesize=6.5 K 2024-11-14T09:17:28,259 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/data/hbase/meta/1588230740/.tmp/ns/336c6a67e04a4b84bd6a3ea35895701d as hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/data/hbase/meta/1588230740/ns/336c6a67e04a4b84bd6a3ea35895701d 2024-11-14T09:17:28,266 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,2-83f56b55f2af,37177,1731575837767.replicationSource.wal-reader.83f56b55f2af%2C37177%2C1731575837767,2-83f56b55f2af,37177,1731575837767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/WALs/83f56b55f2af,37177,1731575837767/83f56b55f2af%2C37177%2C1731575837767.1731575840453 to pos 0, reset compression=false 2024-11-14T09:17:28,267 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/data/hbase/meta/1588230740/ns/336c6a67e04a4b84bd6a3ea35895701d, entries=2, sequenceid=11, filesize=5.0 K 2024-11-14T09:17:28,269 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/data/hbase/meta/1588230740/.tmp/table/d0d249b37cc14c8cb33b55ff96bab9d2 as hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/data/hbase/meta/1588230740/table/d0d249b37cc14c8cb33b55ff96bab9d2 2024-11-14T09:17:28,276 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/data/hbase/meta/1588230740/table/d0d249b37cc14c8cb33b55ff96bab9d2, entries=2, sequenceid=11, filesize=5.1 K 2024-11-14T09:17:28,277 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 680ms, sequenceid=11, compaction requested=false 2024-11-14T09:17:28,282 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-14T09:17:28,283 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T09:17:28,283 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T09:17:28,283 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T09:17:28,283 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731575847597Running coprocessor pre-close hooks at 1731575847597Disabling compacts and flushes for region at 1731575847597Disabling writes for close at 1731575847597Obtaining lock to block concurrent updates at 1731575847601 (+4 ms)Preparing flush snapshotting stores in 1588230740 at 1731575847601Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731575847610 (+9 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731575847612 (+2 ms)Flushing 1588230740/info: creating writer at 1731575847614 (+2 ms)Flushing 1588230740/info: appending metadata at 1731575847670 (+56 ms)Flushing 1588230740/info: closing flushed file at 1731575847673 (+3 ms)Flushing 1588230740/ns: creating writer at 1731575847766 (+93 ms)Flushing 1588230740/ns: appending metadata at 1731575847787 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1731575847787Flushing 1588230740/table: creating writer at 1731575847804 (+17 ms)Flushing 1588230740/table: appending metadata at 1731575847820 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731575847820Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@317acb94: reopening flushed file at 1731575848246 (+426 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40ef1a51: reopening flushed file at 1731575848258 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62a79d9d: reopening flushed file at 1731575848267 (+9 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 680ms, sequenceid=11, compaction requested=false at 1731575848277 (+10 ms)Writing region close event to WAL at 1731575848278 (+1 ms)Running coprocessor post-close hooks at 1731575848283 (+5 ms)Closed at 1731575848283 2024-11-14T09:17:28,283 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T09:17:28,293 INFO [regionserver/83f56b55f2af:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T09:17:28,293 INFO [regionserver/83f56b55f2af:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T09:17:28,399 INFO [RS:0;83f56b55f2af:37177 {}] regionserver.HRegionServer(976): stopping server 83f56b55f2af,37177,1731575837767; all regions closed. 2024-11-14T09:17:28,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45081 is added to blk_1073741834_1010 (size=2742) 2024-11-14T09:17:28,409 DEBUG [RS:0;83f56b55f2af:37177 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/oldWALs 2024-11-14T09:17:28,409 INFO [RS:0;83f56b55f2af:37177 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 83f56b55f2af%2C37177%2C1731575837767.meta:.meta(num 1731575840986) 2024-11-14T09:17:28,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45081 is added to blk_1073741837_1013 (size=1802) 2024-11-14T09:17:28,414 DEBUG [RS:0;83f56b55f2af:37177 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/oldWALs 2024-11-14T09:17:28,414 INFO [RS:0;83f56b55f2af:37177 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 83f56b55f2af%2C37177%2C1731575837767.rep:(num 1731575845651) 2024-11-14T09:17:28,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45081 is added to blk_1073741832_1008 (size=93) 2024-11-14T09:17:28,419 DEBUG [RS:0;83f56b55f2af:37177 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/oldWALs 2024-11-14T09:17:28,419 INFO [RS:0;83f56b55f2af:37177 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 83f56b55f2af%2C37177%2C1731575837767:(num 1731575840453) 2024-11-14T09:17:28,419 DEBUG [RS:0;83f56b55f2af:37177 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:17:28,419 INFO [RS:0;83f56b55f2af:37177 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T09:17:28,419 INFO [RS:0;83f56b55f2af:37177 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T09:17:28,419 INFO [RS:0;83f56b55f2af:37177 {}] hbase.ChoreService(370): Chore service for: regionserver/83f56b55f2af:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T09:17:28,420 INFO [RS:0;83f56b55f2af:37177 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T09:17:28,420 INFO [regionserver/83f56b55f2af:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T09:17:28,420 INFO [RS:0;83f56b55f2af:37177 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-83f56b55f2af,37177,1731575837767 because: Region server is closing 2024-11-14T09:17:28,420 INFO [RS:0;83f56b55f2af:37177 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;83f56b55f2af:37177. 2024-11-14T09:17:28,421 DEBUG [RS:0;83f56b55f2af:37177 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:17:28,421 DEBUG [RS:0;83f56b55f2af:37177 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:17:28,421 DEBUG [RS:0;83f56b55f2af:37177 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:17:28,421 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T09:17:28,521 WARN [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,37177,1731575837767.replicationSource.wal-reader.83f56b55f2af%2C37177%2C1731575837767,1-83f56b55f2af,37177,1731575837767 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T09:17:28,521 WARN [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,37177,1731575837767.replicationSource.shipper83f56b55f2af%2C37177%2C1731575837767,1-83f56b55f2af,37177,1731575837767 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-14T09:17:28,522 INFO [RS:0;83f56b55f2af:37177 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,37177,1731575837767.replicationSource.shipper83f56b55f2af%2C37177%2C1731575837767,1-83f56b55f2af,37177,1731575837767 terminated 2024-11-14T09:17:28,522 INFO [RS:0;83f56b55f2af:37177 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-83f56b55f2af,37177,1731575837767 because: Region server is closing 2024-11-14T09:17:28,522 INFO [RS:0;83f56b55f2af:37177 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;83f56b55f2af:37177. 2024-11-14T09:17:28,522 DEBUG [RS:0;83f56b55f2af:37177 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:17:28,522 DEBUG [RS:0;83f56b55f2af:37177 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:17:28,523 DEBUG [RS:0;83f56b55f2af:37177 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:17:28,523 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T09:17:28,623 WARN [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,2-83f56b55f2af,37177,1731575837767.replicationSource.wal-reader.83f56b55f2af%2C37177%2C1731575837767,2-83f56b55f2af,37177,1731575837767 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T09:17:28,623 WARN [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,2-83f56b55f2af,37177,1731575837767.replicationSource.shipper83f56b55f2af%2C37177%2C1731575837767,2-83f56b55f2af,37177,1731575837767 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-14T09:17:28,623 INFO [RS:0;83f56b55f2af:37177 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,2-83f56b55f2af,37177,1731575837767.replicationSource.shipper83f56b55f2af%2C37177%2C1731575837767,2-83f56b55f2af,37177,1731575837767 terminated 2024-11-14T09:17:28,624 INFO [RS:0;83f56b55f2af:37177 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37177 2024-11-14T09:17:28,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37177-0x10115c44e2c0001, quorum=127.0.0.1:64916, baseZNode=/0-1171832771 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1171832771/rs/83f56b55f2af,37177,1731575837767 2024-11-14T09:17:28,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37535-0x10115c44e2c0000, quorum=127.0.0.1:64916, baseZNode=/0-1171832771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1171832771/rs 2024-11-14T09:17:28,628 INFO [RS:0;83f56b55f2af:37177 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T09:17:28,630 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [83f56b55f2af,37177,1731575837767] 2024-11-14T09:17:28,633 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1171832771/draining/83f56b55f2af,37177,1731575837767 already deleted, retry=false 2024-11-14T09:17:28,633 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 83f56b55f2af,37177,1731575837767 expired; onlineServers=0 2024-11-14T09:17:28,633 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '83f56b55f2af,37535,1731575837040' ***** 2024-11-14T09:17:28,633 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T09:17:28,633 INFO [M:0;83f56b55f2af:37535 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T09:17:28,633 INFO [M:0;83f56b55f2af:37535 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T09:17:28,633 DEBUG [M:0;83f56b55f2af:37535 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T09:17:28,634 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T09:17:28,634 DEBUG [M:0;83f56b55f2af:37535 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T09:17:28,634 DEBUG [master/83f56b55f2af:0:becomeActiveMaster-HFileCleaner.small.0-1731575840094 {}] cleaner.HFileCleaner(306): Exit Thread[master/83f56b55f2af:0:becomeActiveMaster-HFileCleaner.small.0-1731575840094,5,FailOnTimeoutGroup] 2024-11-14T09:17:28,634 DEBUG [master/83f56b55f2af:0:becomeActiveMaster-HFileCleaner.large.0-1731575840090 {}] cleaner.HFileCleaner(306): Exit Thread[master/83f56b55f2af:0:becomeActiveMaster-HFileCleaner.large.0-1731575840090,5,FailOnTimeoutGroup] 2024-11-14T09:17:28,634 INFO [M:0;83f56b55f2af:37535 {}] hbase.ChoreService(370): Chore service for: master/83f56b55f2af:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T09:17:28,634 INFO [M:0;83f56b55f2af:37535 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T09:17:28,634 DEBUG [M:0;83f56b55f2af:37535 {}] master.HMaster(1795): Stopping service threads 2024-11-14T09:17:28,634 INFO [M:0;83f56b55f2af:37535 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T09:17:28,635 INFO [M:0;83f56b55f2af:37535 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T09:17:28,635 INFO [M:0;83f56b55f2af:37535 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T09:17:28,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37535-0x10115c44e2c0000, quorum=127.0.0.1:64916, baseZNode=/0-1171832771 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1171832771/master 2024-11-14T09:17:28,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37535-0x10115c44e2c0000, quorum=127.0.0.1:64916, baseZNode=/0-1171832771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1171832771 2024-11-14T09:17:28,635 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T09:17:28,636 DEBUG [M:0;83f56b55f2af:37535 {}] zookeeper.ZKUtil(347): master:37535-0x10115c44e2c0000, quorum=127.0.0.1:64916, baseZNode=/0-1171832771 Unable to get data of znode /0-1171832771/master because node does not exist (not an error) 2024-11-14T09:17:28,636 WARN [M:0;83f56b55f2af:37535 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T09:17:28,637 INFO [M:0;83f56b55f2af:37535 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/.lastflushedseqids 2024-11-14T09:17:28,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45081 is added to blk_1073741842_1018 (size=181) 2024-11-14T09:17:28,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37177-0x10115c44e2c0001, quorum=127.0.0.1:64916, baseZNode=/0-1171832771 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T09:17:28,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37177-0x10115c44e2c0001, quorum=127.0.0.1:64916, baseZNode=/0-1171832771 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T09:17:28,731 INFO [RS:0;83f56b55f2af:37177 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T09:17:28,732 INFO [RS:0;83f56b55f2af:37177 {}] regionserver.HRegionServer(1031): Exiting; stopping=83f56b55f2af,37177,1731575837767; zookeeper connection closed. 2024-11-14T09:17:28,732 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@219e27aa {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@219e27aa 2024-11-14T09:17:28,733 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T09:17:29,049 INFO [M:0;83f56b55f2af:37535 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T09:17:29,050 INFO [M:0;83f56b55f2af:37535 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T09:17:29,050 DEBUG [M:0;83f56b55f2af:37535 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T09:17:29,050 INFO [M:0;83f56b55f2af:37535 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:17:29,050 DEBUG [M:0;83f56b55f2af:37535 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:17:29,050 DEBUG [M:0;83f56b55f2af:37535 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T09:17:29,050 DEBUG [M:0;83f56b55f2af:37535 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:17:29,050 INFO [M:0;83f56b55f2af:37535 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-14T09:17:29,069 DEBUG [M:0;83f56b55f2af:37535 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d23964d75ec84370a5533bcba4ffcb77 is 82, key is hbase:meta,,1/info:regioninfo/1731575841075/Put/seqid=0 2024-11-14T09:17:29,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45081 is added to blk_1073741843_1019 (size=5672) 2024-11-14T09:17:29,475 INFO [M:0;83f56b55f2af:37535 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d23964d75ec84370a5533bcba4ffcb77 2024-11-14T09:17:29,500 DEBUG [M:0;83f56b55f2af:37535 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7ddc23b7f5974b29942f4b0d2f54fa5f is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731575845725/Put/seqid=0 2024-11-14T09:17:29,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45081 is added to blk_1073741844_1020 (size=8663) 2024-11-14T09:17:29,906 INFO [M:0;83f56b55f2af:37535 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7ddc23b7f5974b29942f4b0d2f54fa5f 2024-11-14T09:17:29,929 DEBUG [M:0;83f56b55f2af:37535 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eda22e03815f404ab635acbfadc07fb9 is 69, key is 83f56b55f2af,37177,1731575837767/rs:state/1731575840214/Put/seqid=0 2024-11-14T09:17:29,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45081 is added to blk_1073741845_1021 (size=5156) 2024-11-14T09:17:30,334 INFO [M:0;83f56b55f2af:37535 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eda22e03815f404ab635acbfadc07fb9 2024-11-14T09:17:30,344 DEBUG [M:0;83f56b55f2af:37535 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d23964d75ec84370a5533bcba4ffcb77 as hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d23964d75ec84370a5533bcba4ffcb77 2024-11-14T09:17:30,352 INFO [M:0;83f56b55f2af:37535 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d23964d75ec84370a5533bcba4ffcb77, entries=8, sequenceid=115, filesize=5.5 K 2024-11-14T09:17:30,354 DEBUG [M:0;83f56b55f2af:37535 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7ddc23b7f5974b29942f4b0d2f54fa5f as hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7ddc23b7f5974b29942f4b0d2f54fa5f 2024-11-14T09:17:30,362 INFO [M:0;83f56b55f2af:37535 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7ddc23b7f5974b29942f4b0d2f54fa5f, entries=14, sequenceid=115, filesize=8.5 K 2024-11-14T09:17:30,364 DEBUG [M:0;83f56b55f2af:37535 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eda22e03815f404ab635acbfadc07fb9 as hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/eda22e03815f404ab635acbfadc07fb9 2024-11-14T09:17:30,370 INFO [M:0;83f56b55f2af:37535 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/eda22e03815f404ab635acbfadc07fb9, entries=1, sequenceid=115, filesize=5.0 K 2024-11-14T09:17:30,372 INFO [M:0;83f56b55f2af:37535 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1322ms, sequenceid=115, compaction requested=false 2024-11-14T09:17:30,373 INFO [M:0;83f56b55f2af:37535 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:17:30,373 DEBUG [M:0;83f56b55f2af:37535 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731575849050Disabling compacts and flushes for region at 1731575849050Disabling writes for close at 1731575849050Obtaining lock to block concurrent updates at 1731575849050Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731575849050Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1731575849051 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731575849051Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731575849052 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731575849068 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731575849068Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731575849483 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731575849500 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731575849500Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731575849914 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731575849928 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731575849929 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bb03e49: reopening flushed file at 1731575850343 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@aa4201f: reopening flushed file at 1731575850353 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5408a0eb: reopening flushed file at 1731575850362 (+9 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1322ms, sequenceid=115, compaction requested=false at 1731575850372 (+10 ms)Writing region close event to WAL at 1731575850373 (+1 ms)Closed at 1731575850373 2024-11-14T09:17:30,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45081 is added to blk_1073741830_1006 (size=59421) 2024-11-14T09:17:30,377 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T09:17:30,377 INFO [M:0;83f56b55f2af:37535 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T09:17:30,377 INFO [M:0;83f56b55f2af:37535 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37535 2024-11-14T09:17:30,377 INFO [M:0;83f56b55f2af:37535 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T09:17:30,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37535-0x10115c44e2c0000, quorum=127.0.0.1:64916, baseZNode=/0-1171832771 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T09:17:30,479 INFO [M:0;83f56b55f2af:37535 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T09:17:30,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37535-0x10115c44e2c0000, quorum=127.0.0.1:64916, baseZNode=/0-1171832771 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T09:17:30,481 INFO [Time-limited test {}] client.ConnectionUtils(128): master/83f56b55f2af:0 server-side Connection retries=45 2024-11-14T09:17:30,481 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T09:17:30,481 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T09:17:30,482 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T09:17:30,482 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T09:17:30,482 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T09:17:30,482 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T09:17:30,482 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T09:17:30,482 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33715 2024-11-14T09:17:30,484 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33715 connecting to ZooKeeper ensemble=127.0.0.1:64916 2024-11-14T09:17:30,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:337150x0, quorum=127.0.0.1:64916, baseZNode=/0-1171832771 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T09:17:30,488 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33715-0x10115c44e2c0006 connected 2024-11-14T09:17:30,491 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:17:30,493 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:17:30,495 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33715-0x10115c44e2c0006, quorum=127.0.0.1:64916, baseZNode=/0-1171832771 Set watcher on znode that does not yet exist, /0-1171832771/running 2024-11-14T09:17:30,495 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be, hbase.cluster.distributed=false 2024-11-14T09:17:30,495 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1171832771/meta-region-server: INIT 2024-11-14T09:17:30,497 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33715-0x10115c44e2c0006, quorum=127.0.0.1:64916, baseZNode=/0-1171832771 Set watcher on znode that does not yet exist, /0-1171832771/acl 2024-11-14T09:17:30,497 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33715 2024-11-14T09:17:30,497 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33715 2024-11-14T09:17:30,500 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33715 2024-11-14T09:17:30,503 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33715 2024-11-14T09:17:30,503 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33715 2024-11-14T09:17:30,526 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/83f56b55f2af:0 server-side Connection retries=45 2024-11-14T09:17:30,527 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T09:17:30,527 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T09:17:30,527 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T09:17:30,527 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T09:17:30,527 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T09:17:30,527 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T09:17:30,527 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T09:17:30,528 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42151 2024-11-14T09:17:30,529 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42151 connecting to ZooKeeper ensemble=127.0.0.1:64916 2024-11-14T09:17:30,530 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:17:30,532 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:17:30,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:421510x0, quorum=127.0.0.1:64916, baseZNode=/0-1171832771 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T09:17:30,538 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:421510x0, quorum=127.0.0.1:64916, baseZNode=/0-1171832771 Set watcher on znode that does not yet exist, /0-1171832771/running 2024-11-14T09:17:30,538 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42151-0x10115c44e2c0007 connected 2024-11-14T09:17:30,538 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1171832771/meta-region-server: INIT 2024-11-14T09:17:30,538 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T09:17:30,539 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T09:17:30,539 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42151-0x10115c44e2c0007, quorum=127.0.0.1:64916, baseZNode=/0-1171832771 Set watcher on znode that does not yet exist, /0-1171832771/master 2024-11-14T09:17:30,541 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42151-0x10115c44e2c0007, quorum=127.0.0.1:64916, baseZNode=/0-1171832771 Set watcher on znode that does not yet exist, /0-1171832771/acl 2024-11-14T09:17:30,541 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42151 2024-11-14T09:17:30,541 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42151 2024-11-14T09:17:30,541 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42151 2024-11-14T09:17:30,542 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42151 2024-11-14T09:17:30,542 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42151 2024-11-14T09:17:30,554 DEBUG [M:0;83f56b55f2af:33715 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;83f56b55f2af:33715 2024-11-14T09:17:30,554 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1171832771/backup-masters/83f56b55f2af,33715,1731575850481 2024-11-14T09:17:30,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42151-0x10115c44e2c0007, quorum=127.0.0.1:64916, baseZNode=/0-1171832771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1171832771/backup-masters 2024-11-14T09:17:30,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33715-0x10115c44e2c0006, quorum=127.0.0.1:64916, baseZNode=/0-1171832771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1171832771/backup-masters 2024-11-14T09:17:30,557 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33715-0x10115c44e2c0006, quorum=127.0.0.1:64916, baseZNode=/0-1171832771 Set watcher on existing znode=/0-1171832771/backup-masters/83f56b55f2af,33715,1731575850481 2024-11-14T09:17:30,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42151-0x10115c44e2c0007, quorum=127.0.0.1:64916, baseZNode=/0-1171832771 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1171832771/master 2024-11-14T09:17:30,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42151-0x10115c44e2c0007, quorum=127.0.0.1:64916, baseZNode=/0-1171832771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1171832771 2024-11-14T09:17:30,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33715-0x10115c44e2c0006, quorum=127.0.0.1:64916, baseZNode=/0-1171832771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1171832771 2024-11-14T09:17:30,560 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33715-0x10115c44e2c0006, quorum=127.0.0.1:64916, baseZNode=/0-1171832771 Set watcher on existing znode=/0-1171832771/master 2024-11-14T09:17:30,560 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1171832771/backup-masters/83f56b55f2af,33715,1731575850481 from backup master directory 2024-11-14T09:17:30,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42151-0x10115c44e2c0007, quorum=127.0.0.1:64916, baseZNode=/0-1171832771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1171832771/backup-masters 2024-11-14T09:17:30,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33715-0x10115c44e2c0006, quorum=127.0.0.1:64916, baseZNode=/0-1171832771 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1171832771/backup-masters/83f56b55f2af,33715,1731575850481 2024-11-14T09:17:30,562 WARN [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T09:17:30,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33715-0x10115c44e2c0006, quorum=127.0.0.1:64916, baseZNode=/0-1171832771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1171832771/backup-masters 2024-11-14T09:17:30,562 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=83f56b55f2af,33715,1731575850481 2024-11-14T09:17:30,578 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:17:30,579 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T09:17:30,592 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 13ms. 2024-11-14T09:17:30,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45081 is added to blk_1073741846_1022 (size=196) 2024-11-14T09:17:30,601 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T09:17:30,602 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T09:17:30,602 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T09:17:30,610 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-14T09:17:30,613 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/MasterData/WALs/83f56b55f2af,37535,1731575837040 to hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/MasterData/WALs/83f56b55f2af,37535,1731575837040-dead as it is dead 2024-11-14T09:17:30,615 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-14T09:17:30,615 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-14T09:17:30,615 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/MasterData/WALs/83f56b55f2af,37535,1731575837040-dead/83f56b55f2af%2C37535%2C1731575837040.1731575839476 2024-11-14T09:17:30,620 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/MasterData/WALs/83f56b55f2af,37535,1731575837040-dead/83f56b55f2af%2C37535%2C1731575837040.1731575839476 after 4ms 2024-11-14T09:17:30,621 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/MasterData/WALs/83f56b55f2af,37535,1731575837040-dead/83f56b55f2af%2C37535%2C1731575837040.1731575839476 to hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/83f56b55f2af%2C37535%2C1731575837040.1731575839476 2024-11-14T09:17:30,621 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/MasterData/WALs/83f56b55f2af,37535,1731575837040-dead 2024-11-14T09:17:30,622 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/MasterData/WALs/83f56b55f2af,33715,1731575850481 2024-11-14T09:17:30,623 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T09:17:30,625 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=83f56b55f2af%2C33715%2C1731575850481, suffix=, logDir=hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/MasterData/WALs/83f56b55f2af,33715,1731575850481, archiveDir=hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/MasterData/oldWALs, maxLogs=10 2024-11-14T09:17:30,639 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/MasterData/WALs/83f56b55f2af,33715,1731575850481/83f56b55f2af%2C33715%2C1731575850481.1731575850625, exclude list is [], retry=0 2024-11-14T09:17:30,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45081,DS-12a428fa-7933-48c1-8c23-86706cc6967f,DISK] 2024-11-14T09:17:30,645 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/MasterData/WALs/83f56b55f2af,33715,1731575850481/83f56b55f2af%2C33715%2C1731575850481.1731575850625 2024-11-14T09:17:30,645 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34977:34977)] 2024-11-14T09:17:30,645 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T09:17:30,646 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:17:30,646 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:17:30,646 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:17:30,648 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:17:30,649 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T09:17:30,649 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:17:30,656 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d23964d75ec84370a5533bcba4ffcb77 2024-11-14T09:17:30,657 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:17:30,657 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:17:30,658 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T09:17:30,658 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:17:30,664 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7ddc23b7f5974b29942f4b0d2f54fa5f 2024-11-14T09:17:30,664 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:17:30,665 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:17:30,665 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T09:17:30,665 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:17:30,672 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/eda22e03815f404ab635acbfadc07fb9 2024-11-14T09:17:30,672 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:17:30,672 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:17:30,673 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T09:17:30,673 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:17:30,674 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:17:30,674 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:17:30,675 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-14T09:17:30,675 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/83f56b55f2af%2C37535%2C1731575837040.1731575839476 2024-11-14T09:17:30,690 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/83f56b55f2af%2C37535%2C1731575837040.1731575839476 2024-11-14T09:17:30,692 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/83f56b55f2af%2C37535%2C1731575837040.1731575839476 2024-11-14T09:17:30,693 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:17:30,693 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:17:30,694 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T09:17:30,696 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:17:30,699 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-14T09:17:30,700 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69201266, jitterRate=0.031179219484329224}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T09:17:30,700 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731575850646Initializing all the Stores at 1731575850647 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731575850647Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731575850647Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731575850647Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731575850648 (+1 ms)Cleaning up temporary data from old regions at 1731575850693 (+45 ms)Region opened successfully at 1731575850700 (+7 ms) 2024-11-14T09:17:30,701 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T09:17:30,705 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@770e4eb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=83f56b55f2af/172.17.0.2:0 2024-11-14T09:17:30,720 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-14T09:17:30,721 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T09:17:30,721 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T09:17:30,721 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T09:17:30,722 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-14T09:17:30,729 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T09:17:30,729 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T09:17:30,730 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T09:17:30,730 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T09:17:30,730 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-14T09:17:30,731 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-14T09:17:30,731 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 8 msec 2024-11-14T09:17:30,731 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T09:17:30,737 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=83f56b55f2af,37177,1731575837767, regionLocation=83f56b55f2af,37177,1731575837767, openSeqNum=2 2024-11-14T09:17:30,737 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=83f56b55f2af,37177,1731575837767, table=hbase:meta, region=1588230740 2024-11-14T09:17:30,737 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 83f56b55f2af,37177,1731575837767, state=OPEN 2024-11-14T09:17:30,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33715-0x10115c44e2c0006, quorum=127.0.0.1:64916, baseZNode=/0-1171832771 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1171832771/meta-region-server 2024-11-14T09:17:30,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42151-0x10115c44e2c0007, quorum=127.0.0.1:64916, baseZNode=/0-1171832771 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1171832771/meta-region-server 2024-11-14T09:17:30,739 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1171832771/meta-region-server: CHANGED 2024-11-14T09:17:30,739 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1171832771/meta-region-server: CHANGED 2024-11-14T09:17:30,747 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-14T09:17:30,753 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1171832771/draining/83f56b55f2af,37177,1731575837767 already deleted, retry=false 2024-11-14T09:17:30,754 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 83f56b55f2af,37177,1731575837767 on 83f56b55f2af,33715,1731575850481 2024-11-14T09:17:30,759 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 83f56b55f2af,37177,1731575837767, splitWal=true, meta=true 2024-11-14T09:17:30,761 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=15 for 83f56b55f2af,37177,1731575837767 (carryingMeta=true) 83f56b55f2af,37177,1731575837767/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@7fc286d2[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-14T09:17:30,764 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33715-0x10115c44e2c0006, quorum=127.0.0.1:64916, baseZNode=/0-1171832771 Unable to get data of znode /0-1171832771/balancer because node does not exist (not necessarily an error) 2024-11-14T09:17:30,766 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1171832771/balancer already deleted, retry=false 2024-11-14T09:17:30,766 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T09:17:30,767 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33715-0x10115c44e2c0006, quorum=127.0.0.1:64916, baseZNode=/0-1171832771 Unable to get data of znode /0-1171832771/normalizer because node does not exist (not necessarily an error) 2024-11-14T09:17:30,768 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1171832771/normalizer already deleted, retry=false 2024-11-14T09:17:30,768 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T09:17:30,769 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33715-0x10115c44e2c0006, quorum=127.0.0.1:64916, baseZNode=/0-1171832771 Unable to get data of znode /0-1171832771/switch/split because node does not exist (not necessarily an error) 2024-11-14T09:17:30,771 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1171832771/switch/split already deleted, retry=false 2024-11-14T09:17:30,771 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33715-0x10115c44e2c0006, quorum=127.0.0.1:64916, baseZNode=/0-1171832771 Unable to get data of znode /0-1171832771/switch/merge because node does not exist (not necessarily an error) 2024-11-14T09:17:30,773 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1171832771/switch/merge already deleted, retry=false 2024-11-14T09:17:30,781 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33715-0x10115c44e2c0006, quorum=127.0.0.1:64916, baseZNode=/0-1171832771 Unable to get data of znode /0-1171832771/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T09:17:30,782 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1171832771/snapshot-cleanup already deleted, retry=false 2024-11-14T09:17:30,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42151-0x10115c44e2c0007, quorum=127.0.0.1:64916, baseZNode=/0-1171832771 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1171832771/running 2024-11-14T09:17:30,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33715-0x10115c44e2c0006, quorum=127.0.0.1:64916, baseZNode=/0-1171832771 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1171832771/running 2024-11-14T09:17:30,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42151-0x10115c44e2c0007, quorum=127.0.0.1:64916, baseZNode=/0-1171832771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1171832771 2024-11-14T09:17:30,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33715-0x10115c44e2c0006, quorum=127.0.0.1:64916, baseZNode=/0-1171832771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1171832771 2024-11-14T09:17:30,786 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=83f56b55f2af,33715,1731575850481, sessionid=0x10115c44e2c0006, setting cluster-up flag (Was=false) 2024-11-14T09:17:30,788 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1171832771/flush-table-proc/acquired, /0-1171832771/flush-table-proc/reached, /0-1171832771/flush-table-proc/abort 2024-11-14T09:17:30,789 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=83f56b55f2af,33715,1731575850481 2024-11-14T09:17:30,792 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1171832771/online-snapshot/acquired, /0-1171832771/online-snapshot/reached, /0-1171832771/online-snapshot/abort 2024-11-14T09:17:30,793 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=83f56b55f2af,33715,1731575850481 2024-11-14T09:17:30,795 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/.lastflushedseqids 2024-11-14T09:17:30,799 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T09:17:30,799 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T09:17:30,799 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 83f56b55f2af,33715,1731575850481 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 83f56b55f2af,37177,1731575837767 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T09:17:30,801 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/83f56b55f2af:0, corePoolSize=5, maxPoolSize=5 2024-11-14T09:17:30,801 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/83f56b55f2af:0, corePoolSize=5, maxPoolSize=5 2024-11-14T09:17:30,801 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/83f56b55f2af:0, corePoolSize=5, maxPoolSize=5 2024-11-14T09:17:30,801 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/83f56b55f2af:0, corePoolSize=5, maxPoolSize=5 2024-11-14T09:17:30,801 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/83f56b55f2af:0, corePoolSize=10, maxPoolSize=10 2024-11-14T09:17:30,801 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:17:30,801 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/83f56b55f2af:0, corePoolSize=2, maxPoolSize=2 2024-11-14T09:17:30,801 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:17:30,802 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731575880802 2024-11-14T09:17:30,802 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T09:17:30,802 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T09:17:30,802 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T09:17:30,802 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T09:17:30,802 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T09:17:30,802 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T09:17:30,802 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T09:17:30,803 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T09:17:30,803 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T09:17:30,803 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T09:17:30,803 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T09:17:30,803 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T09:17:30,803 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T09:17:30,804 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/83f56b55f2af:0:becomeActiveMaster-HFileCleaner.large.0-1731575850804,5,FailOnTimeoutGroup] 2024-11-14T09:17:30,804 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/83f56b55f2af:0:becomeActiveMaster-HFileCleaner.small.0-1731575850804,5,FailOnTimeoutGroup] 2024-11-14T09:17:30,804 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T09:17:30,804 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T09:17:30,804 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T09:17:30,804 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T09:17:30,804 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 83f56b55f2af,37177,1731575837767, splitWal=true, meta=true 2024-11-14T09:17:30,804 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731575850804, completionTime=-1 2024-11-14T09:17:30,804 WARN [master/83f56b55f2af:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-14T09:17:30,806 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 83f56b55f2af,37177,1731575837767, splitWal=true, meta=true, isMeta: true 2024-11-14T09:17:30,807 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/WALs/83f56b55f2af,37177,1731575837767-splitting 2024-11-14T09:17:30,808 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-14T09:17:30,808 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/WALs/83f56b55f2af,37177,1731575837767-splitting dir is empty, no logs to split. 2024-11-14T09:17:30,809 INFO [PEWorker-1 {}] master.SplitWALManager(105): 83f56b55f2af,37177,1731575837767 WAL count=0, meta=true 2024-11-14T09:17:30,813 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/WALs/83f56b55f2af,37177,1731575837767-splitting dir is empty, no logs to split. 2024-11-14T09:17:30,813 INFO [PEWorker-1 {}] master.SplitWALManager(105): 83f56b55f2af,37177,1731575837767 WAL count=0, meta=true 2024-11-14T09:17:30,813 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 83f56b55f2af,37177,1731575837767 WAL splitting is done? wals=0, meta=true 2024-11-14T09:17:30,816 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T09:17:30,817 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T09:17:30,819 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-14T09:17:30,844 INFO [RS:0;83f56b55f2af:42151 {}] regionserver.HRegionServer(746): ClusterId : 76bc74bf-e3da-4f9f-a425-4fe9cad14c87 2024-11-14T09:17:30,844 DEBUG [RS:0;83f56b55f2af:42151 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T09:17:30,848 DEBUG [RS:0;83f56b55f2af:42151 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T09:17:30,848 DEBUG [RS:0;83f56b55f2af:42151 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T09:17:30,851 DEBUG [RS:0;83f56b55f2af:42151 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T09:17:30,851 DEBUG [RS:0;83f56b55f2af:42151 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@738e9be9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=83f56b55f2af/172.17.0.2:0 2024-11-14T09:17:30,872 DEBUG [RS:0;83f56b55f2af:42151 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;83f56b55f2af:42151 2024-11-14T09:17:30,872 INFO [RS:0;83f56b55f2af:42151 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T09:17:30,872 INFO [RS:0;83f56b55f2af:42151 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T09:17:30,872 DEBUG [RS:0;83f56b55f2af:42151 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T09:17:30,873 INFO [RS:0;83f56b55f2af:42151 {}] regionserver.HRegionServer(2659): reportForDuty to master=83f56b55f2af,33715,1731575850481 with port=42151, startcode=1731575850526 2024-11-14T09:17:30,873 DEBUG [RS:0;83f56b55f2af:42151 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T09:17:30,875 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56927, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T09:17:30,876 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33715 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 83f56b55f2af,42151,1731575850526 2024-11-14T09:17:30,876 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33715 {}] master.ServerManager(517): Registering regionserver=83f56b55f2af,42151,1731575850526 2024-11-14T09:17:30,878 DEBUG [RS:0;83f56b55f2af:42151 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be 2024-11-14T09:17:30,878 DEBUG [RS:0;83f56b55f2af:42151 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37695 2024-11-14T09:17:30,878 DEBUG [RS:0;83f56b55f2af:42151 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T09:17:30,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33715-0x10115c44e2c0006, quorum=127.0.0.1:64916, baseZNode=/0-1171832771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1171832771/rs 2024-11-14T09:17:30,881 DEBUG [RS:0;83f56b55f2af:42151 {}] zookeeper.ZKUtil(111): regionserver:42151-0x10115c44e2c0007, quorum=127.0.0.1:64916, baseZNode=/0-1171832771 Set watcher on existing znode=/0-1171832771/rs/83f56b55f2af,42151,1731575850526 2024-11-14T09:17:30,881 WARN [RS:0;83f56b55f2af:42151 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T09:17:30,881 INFO [RS:0;83f56b55f2af:42151 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T09:17:30,881 DEBUG [RS:0;83f56b55f2af:42151 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/WALs/83f56b55f2af,42151,1731575850526 2024-11-14T09:17:30,881 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [83f56b55f2af,42151,1731575850526] 2024-11-14T09:17:30,908 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=104ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-14T09:17:30,925 INFO [RS:0;83f56b55f2af:42151 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T09:17:30,927 INFO [RS:0;83f56b55f2af:42151 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T09:17:30,928 INFO [RS:0;83f56b55f2af:42151 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T09:17:30,928 INFO [RS:0;83f56b55f2af:42151 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T09:17:30,928 INFO [RS:0;83f56b55f2af:42151 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T09:17:30,929 INFO [RS:0;83f56b55f2af:42151 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T09:17:30,929 INFO [RS:0;83f56b55f2af:42151 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T09:17:30,929 DEBUG [RS:0;83f56b55f2af:42151 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:17:30,929 DEBUG [RS:0;83f56b55f2af:42151 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:17:30,929 DEBUG [RS:0;83f56b55f2af:42151 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:17:30,929 DEBUG [RS:0;83f56b55f2af:42151 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:17:30,929 DEBUG [RS:0;83f56b55f2af:42151 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:17:30,929 DEBUG [RS:0;83f56b55f2af:42151 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/83f56b55f2af:0, corePoolSize=2, maxPoolSize=2 2024-11-14T09:17:30,929 DEBUG [RS:0;83f56b55f2af:42151 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:17:30,930 DEBUG [RS:0;83f56b55f2af:42151 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:17:30,930 DEBUG [RS:0;83f56b55f2af:42151 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:17:30,930 DEBUG [RS:0;83f56b55f2af:42151 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:17:30,930 DEBUG [RS:0;83f56b55f2af:42151 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:17:30,930 DEBUG [RS:0;83f56b55f2af:42151 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:17:30,930 DEBUG [RS:0;83f56b55f2af:42151 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/83f56b55f2af:0, corePoolSize=3, maxPoolSize=3 2024-11-14T09:17:30,930 DEBUG [RS:0;83f56b55f2af:42151 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/83f56b55f2af:0, corePoolSize=3, maxPoolSize=3 2024-11-14T09:17:30,932 INFO [RS:0;83f56b55f2af:42151 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T09:17:30,932 INFO [RS:0;83f56b55f2af:42151 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T09:17:30,932 INFO [RS:0;83f56b55f2af:42151 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T09:17:30,932 INFO [RS:0;83f56b55f2af:42151 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T09:17:30,932 INFO [RS:0;83f56b55f2af:42151 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T09:17:30,932 INFO [RS:0;83f56b55f2af:42151 {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,42151,1731575850526-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T09:17:30,950 INFO [RS:0;83f56b55f2af:42151 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T09:17:30,950 INFO [RS:0;83f56b55f2af:42151 {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,42151,1731575850526-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T09:17:30,964 INFO [RS:0;83f56b55f2af:42151 {}] regionserver.ReplicationSource(231): queueId=1-83f56b55f2af,42151,1731575850526, ReplicationSource: 1, currentBandwidth=0 2024-11-14T09:17:30,969 WARN [83f56b55f2af:33715 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-14T09:17:30,979 INFO [RS:0;83f56b55f2af:42151 {}] regionserver.ReplicationSource(231): queueId=2-83f56b55f2af,42151,1731575850526, ReplicationSource: 2, currentBandwidth=0 2024-11-14T09:17:30,979 INFO [RS:0;83f56b55f2af:42151 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:17:30,979 INFO [RS:0;83f56b55f2af:42151 {}] regionserver.Replication(171): 83f56b55f2af,42151,1731575850526 started 2024-11-14T09:17:30,979 DEBUG [RS:0;83f56b55f2af:42151.replicationSource,1-83f56b55f2af,42151,1731575850526 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='83f56b55f2af:39177' 2024-11-14T09:17:30,981 DEBUG [RS:0;83f56b55f2af:42151.replicationSource,1-83f56b55f2af,42151,1731575850526 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3bde1b3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:17:30,981 DEBUG [RS:0;83f56b55f2af:42151.replicationSource,1-83f56b55f2af,42151,1731575850526 {}] client.ClusterIdFetcher(90): Going to request 83f56b55f2af,39177,-1 for getting cluster id 2024-11-14T09:17:30,981 DEBUG [RS:0;83f56b55f2af:42151.replicationSource,1-83f56b55f2af,42151,1731575850526 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T09:17:30,982 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4fc08c5c-2cf2-41bf-b1f5-c5ad6166c503' 2024-11-14T09:17:30,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T09:17:30,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4fc08c5c-2cf2-41bf-b1f5-c5ad6166c503" 2024-11-14T09:17:30,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@48d98e83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:17:30,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83f56b55f2af,39177,-1] 2024-11-14T09:17:30,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T09:17:30,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:17:30,985 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-14T09:17:30,986 DEBUG [RS:0;83f56b55f2af:42151.replicationSource,1-83f56b55f2af,42151,1731575850526 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@f91dc22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:17:30,986 DEBUG [RS:0;83f56b55f2af:42151.replicationSource,1-83f56b55f2af,42151,1731575850526 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T09:17:30,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 83f56b55f2af,39177,1731575842267 2024-11-14T09:17:30,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2a8bd8ed 2024-11-14T09:17:30,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T09:17:30,988 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54970, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-14T09:17:30,989 INFO [RS:0;83f56b55f2af:42151.replicationSource,1-83f56b55f2af,42151,1731575850526 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-83f56b55f2af,42151,1731575850526 (queues=0) is replicating from cluster=76bc74bf-e3da-4f9f-a425-4fe9cad14c87 to cluster=4fc08c5c-2cf2-41bf-b1f5-c5ad6166c503 2024-11-14T09:17:30,996 INFO [RS:0;83f56b55f2af:42151 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:17:30,996 INFO [RS:0;83f56b55f2af:42151 {}] regionserver.HRegionServer(1482): Serving as 83f56b55f2af,42151,1731575850526, RpcServer on 83f56b55f2af/172.17.0.2:42151, sessionid=0x10115c44e2c0007 2024-11-14T09:17:30,996 DEBUG [RS:0;83f56b55f2af:42151 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T09:17:30,996 DEBUG [RS:0;83f56b55f2af:42151 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 83f56b55f2af,42151,1731575850526 2024-11-14T09:17:30,996 DEBUG [RS:0;83f56b55f2af:42151 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '83f56b55f2af,42151,1731575850526' 2024-11-14T09:17:30,996 DEBUG [RS:0;83f56b55f2af:42151 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1171832771/flush-table-proc/abort' 2024-11-14T09:17:30,997 DEBUG [RS:0;83f56b55f2af:42151 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1171832771/flush-table-proc/acquired' 2024-11-14T09:17:30,997 DEBUG [RS:0;83f56b55f2af:42151 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T09:17:30,997 DEBUG [RS:0;83f56b55f2af:42151 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T09:17:30,997 DEBUG [RS:0;83f56b55f2af:42151 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 83f56b55f2af,42151,1731575850526 2024-11-14T09:17:30,997 DEBUG [RS:0;83f56b55f2af:42151 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '83f56b55f2af,42151,1731575850526' 2024-11-14T09:17:30,997 DEBUG [RS:0;83f56b55f2af:42151 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1171832771/online-snapshot/abort' 2024-11-14T09:17:30,997 DEBUG [RS:0;83f56b55f2af:42151 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1171832771/online-snapshot/acquired' 2024-11-14T09:17:30,998 DEBUG [RS:0;83f56b55f2af:42151 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T09:17:30,998 INFO [RS:0;83f56b55f2af:42151 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T09:17:30,998 INFO [RS:0;83f56b55f2af:42151 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T09:17:30,999 DEBUG [RS:0;83f56b55f2af:42151.replicationSource,2-83f56b55f2af,42151,1731575850526 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='83f56b55f2af:39177' 2024-11-14T09:17:31,001 DEBUG [RS:0;83f56b55f2af:42151.replicationSource,2-83f56b55f2af,42151,1731575850526 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@39fe2540, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:17:31,001 DEBUG [RS:0;83f56b55f2af:42151.replicationSource,2-83f56b55f2af,42151,1731575850526 {}] client.ClusterIdFetcher(90): Going to request 83f56b55f2af,39177,-1 for getting cluster id 2024-11-14T09:17:31,001 DEBUG [RS:0;83f56b55f2af:42151.replicationSource,2-83f56b55f2af,42151,1731575850526 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T09:17:31,002 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4fc08c5c-2cf2-41bf-b1f5-c5ad6166c503' 2024-11-14T09:17:31,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T09:17:31,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4fc08c5c-2cf2-41bf-b1f5-c5ad6166c503" 2024-11-14T09:17:31,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6df4e6b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:17:31,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83f56b55f2af,39177,-1] 2024-11-14T09:17:31,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T09:17:31,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:17:31,004 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-14T09:17:31,005 DEBUG [RS:0;83f56b55f2af:42151.replicationSource,2-83f56b55f2af,42151,1731575850526 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@8daf9d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:17:31,005 DEBUG [RS:0;83f56b55f2af:42151.replicationSource,2-83f56b55f2af,42151,1731575850526 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T09:17:31,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 83f56b55f2af,39177,1731575842267 2024-11-14T09:17:31,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4e3c0b75 2024-11-14T09:17:31,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T09:17:31,007 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-14T09:17:31,008 INFO [RS:0;83f56b55f2af:42151.replicationSource,2-83f56b55f2af,42151,1731575850526 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-83f56b55f2af,42151,1731575850526 (queues=0) is replicating from cluster=76bc74bf-e3da-4f9f-a425-4fe9cad14c87 to cluster=4fc08c5c-2cf2-41bf-b1f5-c5ad6166c503 2024-11-14T09:17:31,099 INFO [RS:0;83f56b55f2af:42151 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T09:17:31,101 INFO [RS:0;83f56b55f2af:42151 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=83f56b55f2af%2C42151%2C1731575850526, suffix=, logDir=hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/WALs/83f56b55f2af,42151,1731575850526, archiveDir=hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/oldWALs, maxLogs=10 2024-11-14T09:17:31,119 DEBUG [RS:0;83f56b55f2af:42151 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/WALs/83f56b55f2af,42151,1731575850526/83f56b55f2af%2C42151%2C1731575850526.1731575851102, exclude list is [], retry=0 2024-11-14T09:17:31,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45081,DS-12a428fa-7933-48c1-8c23-86706cc6967f,DISK] 2024-11-14T09:17:31,126 INFO [RS:0;83f56b55f2af:42151 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/WALs/83f56b55f2af,42151,1731575850526/83f56b55f2af%2C42151%2C1731575850526.1731575851102 2024-11-14T09:17:31,127 DEBUG [RS:0;83f56b55f2af:42151 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 83f56b55f2af%2C42151%2C1731575850526 for peer 2 2024-11-14T09:17:31,127 DEBUG [RS:0;83f56b55f2af:42151 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 83f56b55f2af%2C42151%2C1731575850526 for peer 1 2024-11-14T09:17:31,127 DEBUG [RS:0;83f56b55f2af:42151 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=83f56b55f2af%2C42151%2C1731575850526 2024-11-14T09:17:31,127 INFO [RS:0;83f56b55f2af:42151 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-83f56b55f2af,42151,1731575850526, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T09:17:31,128 DEBUG [RS:0;83f56b55f2af:42151 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=83f56b55f2af%2C42151%2C1731575850526 2024-11-14T09:17:31,128 INFO [RS:0;83f56b55f2af:42151 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-83f56b55f2af,42151,1731575850526, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T09:17:31,128 INFO [RS:0;83f56b55f2af:42151.replicationSource.shipper83f56b55f2af%2C42151%2C1731575850526,1-83f56b55f2af,42151,1731575850526 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 83f56b55f2af%2C42151%2C1731575850526 2024-11-14T09:17:31,133 DEBUG [RS:0;83f56b55f2af:42151 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34977:34977)] 2024-11-14T09:17:31,133 INFO [RS:0;83f56b55f2af:42151.replicationSource.shipper83f56b55f2af%2C42151%2C1731575850526,2-83f56b55f2af,42151,1731575850526 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 83f56b55f2af%2C42151%2C1731575850526 2024-11-14T09:17:31,133 DEBUG [RS:0;83f56b55f2af:42151.replicationSource.wal-reader.83f56b55f2af%2C42151%2C1731575850526,2-83f56b55f2af,42151,1731575850526 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/WALs/83f56b55f2af,42151,1731575850526/83f56b55f2af%2C42151%2C1731575850526.1731575851102, startPosition=0, beingWritten=true 2024-11-14T09:17:31,133 DEBUG [RS:0;83f56b55f2af:42151.replicationSource.wal-reader.83f56b55f2af%2C42151%2C1731575850526,1-83f56b55f2af,42151,1731575850526 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/WALs/83f56b55f2af,42151,1731575850526/83f56b55f2af%2C42151%2C1731575850526.1731575851102, startPosition=0, beingWritten=true 2024-11-14T09:17:31,219 DEBUG [83f56b55f2af:33715 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T09:17:31,220 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=83f56b55f2af,42151,1731575850526 2024-11-14T09:17:31,223 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 83f56b55f2af,42151,1731575850526, state=OPENING 2024-11-14T09:17:31,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42151-0x10115c44e2c0007, quorum=127.0.0.1:64916, baseZNode=/0-1171832771 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1171832771/meta-region-server 2024-11-14T09:17:31,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33715-0x10115c44e2c0006, quorum=127.0.0.1:64916, baseZNode=/0-1171832771 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1171832771/meta-region-server 2024-11-14T09:17:31,225 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T09:17:31,225 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1171832771/meta-region-server: CHANGED 2024-11-14T09:17:31,225 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1171832771/meta-region-server: CHANGED 2024-11-14T09:17:31,225 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=83f56b55f2af,42151,1731575850526}] 2024-11-14T09:17:31,343 DEBUG [RS:0;83f56b55f2af:42151.replicationSource.wal-reader.83f56b55f2af%2C42151%2C1731575850526,2-83f56b55f2af,42151,1731575850526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/WALs/83f56b55f2af,42151,1731575850526/83f56b55f2af%2C42151%2C1731575850526.1731575851102 to pos 0, reset compression=false 2024-11-14T09:17:31,343 DEBUG [RS:0;83f56b55f2af:42151.replicationSource.wal-reader.83f56b55f2af%2C42151%2C1731575850526,1-83f56b55f2af,42151,1731575850526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/WALs/83f56b55f2af,42151,1731575850526/83f56b55f2af%2C42151%2C1731575850526.1731575851102 to pos 0, reset compression=false 2024-11-14T09:17:31,380 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T09:17:31,382 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37667, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T09:17:31,386 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T09:17:31,387 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T09:17:31,387 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T09:17:31,389 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=83f56b55f2af%2C42151%2C1731575850526.meta, suffix=.meta, logDir=hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/WALs/83f56b55f2af,42151,1731575850526, archiveDir=hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/oldWALs, maxLogs=10 2024-11-14T09:17:31,404 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/WALs/83f56b55f2af,42151,1731575850526/83f56b55f2af%2C42151%2C1731575850526.meta.1731575851390.meta, exclude list is [], retry=0 2024-11-14T09:17:31,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45081,DS-12a428fa-7933-48c1-8c23-86706cc6967f,DISK] 2024-11-14T09:17:31,409 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/WALs/83f56b55f2af,42151,1731575850526/83f56b55f2af%2C42151%2C1731575850526.meta.1731575851390.meta 2024-11-14T09:17:31,409 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34977:34977)] 2024-11-14T09:17:31,410 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T09:17:31,410 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T09:17:31,410 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T09:17:31,410 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T09:17:31,410 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T09:17:31,410 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T09:17:31,410 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:17:31,411 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T09:17:31,411 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T09:17:31,412 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T09:17:31,414 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T09:17:31,414 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:17:31,422 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/data/hbase/meta/1588230740/info/28e7775f99fa444481e5a93a26bd3307 2024-11-14T09:17:31,422 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:17:31,423 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T09:17:31,424 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T09:17:31,424 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:17:31,431 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/data/hbase/meta/1588230740/ns/336c6a67e04a4b84bd6a3ea35895701d 2024-11-14T09:17:31,432 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:17:31,432 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T09:17:31,433 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T09:17:31,433 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:17:31,434 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:17:31,434 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T09:17:31,435 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T09:17:31,435 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:17:31,442 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/data/hbase/meta/1588230740/table/d0d249b37cc14c8cb33b55ff96bab9d2 2024-11-14T09:17:31,442 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:17:31,442 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T09:17:31,443 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/data/hbase/meta/1588230740 2024-11-14T09:17:31,445 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/data/hbase/meta/1588230740 2024-11-14T09:17:31,446 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T09:17:31,446 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T09:17:31,447 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T09:17:31,449 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T09:17:31,450 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72076811, jitterRate=0.07402817904949188}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T09:17:31,450 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T09:17:31,450 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731575851411Writing region info on filesystem at 1731575851411Initializing all the Stores at 1731575851412 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731575851412Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731575851412Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731575851412Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731575851412Cleaning up temporary data from old regions at 1731575851446 (+34 ms)Running coprocessor post-open hooks at 1731575851450 (+4 ms)Region opened successfully at 1731575851450 2024-11-14T09:17:31,451 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1731575851380 2024-11-14T09:17:31,454 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T09:17:31,454 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T09:17:31,455 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=83f56b55f2af,42151,1731575850526 2024-11-14T09:17:31,456 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 83f56b55f2af,42151,1731575850526, state=OPEN 2024-11-14T09:17:31,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42151-0x10115c44e2c0007, quorum=127.0.0.1:64916, baseZNode=/0-1171832771 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1171832771/meta-region-server 2024-11-14T09:17:31,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33715-0x10115c44e2c0006, quorum=127.0.0.1:64916, baseZNode=/0-1171832771 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1171832771/meta-region-server 2024-11-14T09:17:31,458 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=83f56b55f2af,42151,1731575850526 2024-11-14T09:17:31,458 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1171832771/meta-region-server: CHANGED 2024-11-14T09:17:31,458 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1171832771/meta-region-server: CHANGED 2024-11-14T09:17:31,461 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-14T09:17:31,461 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=83f56b55f2af,42151,1731575850526 in 233 msec 2024-11-14T09:17:31,464 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-14T09:17:31,464 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 646 msec 2024-11-14T09:17:31,650 DEBUG [RS:0;83f56b55f2af:42151.replicationSource.wal-reader.83f56b55f2af%2C42151%2C1731575850526,2-83f56b55f2af,42151,1731575850526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/WALs/83f56b55f2af,42151,1731575850526/83f56b55f2af%2C42151%2C1731575850526.1731575851102 to pos 0, reset compression=false 2024-11-14T09:17:31,650 DEBUG [RS:0;83f56b55f2af:42151.replicationSource.wal-reader.83f56b55f2af%2C42151%2C1731575850526,1-83f56b55f2af,42151,1731575850526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/WALs/83f56b55f2af,42151,1731575850526/83f56b55f2af%2C42151%2C1731575850526.1731575851102 to pos 0, reset compression=false 2024-11-14T09:17:32,058 DEBUG [RS:0;83f56b55f2af:42151.replicationSource.wal-reader.83f56b55f2af%2C42151%2C1731575850526,2-83f56b55f2af,42151,1731575850526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/WALs/83f56b55f2af,42151,1731575850526/83f56b55f2af%2C42151%2C1731575850526.1731575851102 to pos 0, reset compression=false 2024-11-14T09:17:32,058 DEBUG [RS:0;83f56b55f2af:42151.replicationSource.wal-reader.83f56b55f2af%2C42151%2C1731575850526,1-83f56b55f2af,42151,1731575850526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/WALs/83f56b55f2af,42151,1731575850526/83f56b55f2af%2C42151%2C1731575850526.1731575851102 to pos 0, reset compression=false 2024-11-14T09:17:32,411 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1606ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-11-14T09:17:32,565 DEBUG [RS:0;83f56b55f2af:42151.replicationSource.wal-reader.83f56b55f2af%2C42151%2C1731575850526,2-83f56b55f2af,42151,1731575850526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/WALs/83f56b55f2af,42151,1731575850526/83f56b55f2af%2C42151%2C1731575850526.1731575851102 to pos 0, reset compression=false 2024-11-14T09:17:32,565 DEBUG [RS:0;83f56b55f2af:42151.replicationSource.wal-reader.83f56b55f2af%2C42151%2C1731575850526,1-83f56b55f2af,42151,1731575850526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/WALs/83f56b55f2af,42151,1731575850526/83f56b55f2af%2C42151%2C1731575850526.1731575851102 to pos 0, reset compression=false 2024-11-14T09:17:33,175 DEBUG [RS:0;83f56b55f2af:42151.replicationSource.wal-reader.83f56b55f2af%2C42151%2C1731575850526,1-83f56b55f2af,42151,1731575850526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/WALs/83f56b55f2af,42151,1731575850526/83f56b55f2af%2C42151%2C1731575850526.1731575851102 to pos 0, reset compression=false 2024-11-14T09:17:33,175 DEBUG [RS:0;83f56b55f2af:42151.replicationSource.wal-reader.83f56b55f2af%2C42151%2C1731575850526,2-83f56b55f2af,42151,1731575850526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/WALs/83f56b55f2af,42151,1731575850526/83f56b55f2af%2C42151%2C1731575850526.1731575851102 to pos 0, reset compression=false 2024-11-14T09:17:33,304 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T09:17:33,884 DEBUG [RS:0;83f56b55f2af:42151.replicationSource.wal-reader.83f56b55f2af%2C42151%2C1731575850526,1-83f56b55f2af,42151,1731575850526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/WALs/83f56b55f2af,42151,1731575850526/83f56b55f2af%2C42151%2C1731575850526.1731575851102 to pos 0, reset compression=false 2024-11-14T09:17:33,884 DEBUG [RS:0;83f56b55f2af:42151.replicationSource.wal-reader.83f56b55f2af%2C42151%2C1731575850526,2-83f56b55f2af,42151,1731575850526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/WALs/83f56b55f2af,42151,1731575850526/83f56b55f2af%2C42151%2C1731575850526.1731575851102 to pos 0, reset compression=false 2024-11-14T09:17:33,913 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3109ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-14T09:17:34,692 DEBUG [RS:0;83f56b55f2af:42151.replicationSource.wal-reader.83f56b55f2af%2C42151%2C1731575850526,1-83f56b55f2af,42151,1731575850526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/WALs/83f56b55f2af,42151,1731575850526/83f56b55f2af%2C42151%2C1731575850526.1731575851102 to pos 0, reset compression=false 2024-11-14T09:17:34,698 DEBUG [RS:0;83f56b55f2af:42151.replicationSource.wal-reader.83f56b55f2af%2C42151%2C1731575850526,2-83f56b55f2af,42151,1731575850526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/WALs/83f56b55f2af,42151,1731575850526/83f56b55f2af%2C42151%2C1731575850526.1731575851102 to pos 0, reset compression=false 2024-11-14T09:17:35,316 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4512ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-14T09:17:35,316 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T09:17:35,316 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:17:35,316 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83f56b55f2af,42151,1731575850526, seqNum=-1] 2024-11-14T09:17:35,317 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T09:17:35,318 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47511, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T09:17:35,325 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=258e6ad8e7b454980c8c25855fd5d679, regionState=OPEN, lastHost=83f56b55f2af,37177,1731575837767, regionLocation=83f56b55f2af,37177,1731575837767, openSeqNum=2 2024-11-14T09:17:35,325 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T09:17:35,325 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731575915325 2024-11-14T09:17:35,325 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731575975325 2024-11-14T09:17:35,325 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 8 msec 2024-11-14T09:17:35,325 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,33715,1731575850481-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T09:17:35,325 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,33715,1731575850481-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:17:35,325 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,33715,1731575850481-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:17:35,325 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-83f56b55f2af:33715, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:17:35,325 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T09:17:35,325 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(207): 83f56b55f2af,37177,1731575837767 had 2 regions 2024-11-14T09:17:35,326 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T09:17:35,327 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 83f56b55f2af,37177,1731575837767, splitWal=true, meta=true, isMeta: false 2024-11-14T09:17:35,330 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/WALs/83f56b55f2af,37177,1731575837767-splitting dir is empty, no logs to split. 2024-11-14T09:17:35,330 INFO [PEWorker-4 {}] master.SplitWALManager(105): 83f56b55f2af,37177,1731575837767 WAL count=0, meta=false 2024-11-14T09:17:35,333 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/WALs/83f56b55f2af,37177,1731575837767-splitting dir is empty, no logs to split. 2024-11-14T09:17:35,333 INFO [PEWorker-4 {}] master.SplitWALManager(105): 83f56b55f2af,37177,1731575837767 WAL count=0, meta=false 2024-11-14T09:17:35,333 DEBUG [PEWorker-4 {}] procedure.ServerCrashProcedure(329): Check if 83f56b55f2af,37177,1731575837767 WAL splitting is done? wals=0, meta=false 2024-11-14T09:17:35,334 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.772sec 2024-11-14T09:17:35,334 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T09:17:35,334 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T09:17:35,334 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T09:17:35,334 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T09:17:35,334 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T09:17:35,334 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,33715,1731575850481-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T09:17:35,334 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,33715,1731575850481-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T09:17:35,336 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=258e6ad8e7b454980c8c25855fd5d679, ASSIGN}] 2024-11-14T09:17:35,336 WARN [master/83f56b55f2af:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=83f56b55f2af,37177,1731575837767/hbase:replication,,1731575844469.258e6ad8e7b454980c8c25855fd5d679. 2024-11-14T09:17:35,338 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=258e6ad8e7b454980c8c25855fd5d679, ASSIGN 2024-11-14T09:17:35,339 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=258e6ad8e7b454980c8c25855fd5d679, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-14T09:17:35,341 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T09:17:35,341 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T09:17:35,341 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,33715,1731575850481-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:17:35,347 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24058867, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:17:35,347 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83f56b55f2af,33715,-1 for getting cluster id 2024-11-14T09:17:35,348 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T09:17:35,350 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '76bc74bf-e3da-4f9f-a425-4fe9cad14c87' 2024-11-14T09:17:35,350 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T09:17:35,350 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "76bc74bf-e3da-4f9f-a425-4fe9cad14c87" 2024-11-14T09:17:35,351 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@239e5db8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:17:35,351 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83f56b55f2af,33715,-1] 2024-11-14T09:17:35,351 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T09:17:35,352 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:17:35,354 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T09:17:35,355 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28869de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:17:35,355 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:17:35,356 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83f56b55f2af,42151,1731575850526, seqNum=-1] 2024-11-14T09:17:35,357 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T09:17:35,359 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T09:17:35,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-14T09:17:35,362 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T09:17:35,363 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:17:35,363 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:17:35,363 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:17:35,363 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T09:17:35,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 83f56b55f2af:33715 after: 83f56b55f2af:33715 2024-11-14T09:17:35,364 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30e0679b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:17:35,364 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83f56b55f2af,33715,-1 for getting cluster id 2024-11-14T09:17:35,364 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T09:17:35,365 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '76bc74bf-e3da-4f9f-a425-4fe9cad14c87' 2024-11-14T09:17:35,365 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T09:17:35,365 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "76bc74bf-e3da-4f9f-a425-4fe9cad14c87" 2024-11-14T09:17:35,365 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4712ff10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:17:35,365 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83f56b55f2af,33715,-1] 2024-11-14T09:17:35,365 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T09:17:35,366 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:17:35,366 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T09:17:35,367 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cbfd738, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:17:35,367 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T09:17:35,368 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 83f56b55f2af,33715,1731575850481 2024-11-14T09:17:35,368 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@53e440a8 2024-11-14T09:17:35,368 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T09:17:35,369 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T09:17:35,369 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33715 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-14T09:17:35,370 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33715 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-14T09:17:35,371 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33715 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-14T09:17:35,372 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33715 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-14T09:17:35,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T09:17:35,372 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T09:17:35,373 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:17:35,373 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:17:35,373 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:17:35,373 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T09:17:35,373 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T09:17:35,373 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1274999828, stopped=false 2024-11-14T09:17:35,373 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=83f56b55f2af,39177,1731575842267 2024-11-14T09:17:35,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39177-0x10115c44e2c0003, quorum=127.0.0.1:64916, baseZNode=/1-1008998844 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1008998844/running 2024-11-14T09:17:35,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33153-0x10115c44e2c0004, quorum=127.0.0.1:64916, baseZNode=/1-1008998844 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1008998844/running 2024-11-14T09:17:35,376 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T09:17:35,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39177-0x10115c44e2c0003, quorum=127.0.0.1:64916, baseZNode=/1-1008998844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1008998844 2024-11-14T09:17:35,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33153-0x10115c44e2c0004, quorum=127.0.0.1:64916, baseZNode=/1-1008998844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1008998844 2024-11-14T09:17:35,376 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T09:17:35,376 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:17:35,376 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:17:35,376 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '83f56b55f2af,33153,1731575842338' ***** 2024-11-14T09:17:35,376 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T09:17:35,377 INFO [RS:0;83f56b55f2af:33153 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T09:17:35,377 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39177-0x10115c44e2c0003, quorum=127.0.0.1:64916, baseZNode=/1-1008998844 Set watcher on znode that does not yet exist, /1-1008998844/running 2024-11-14T09:17:35,377 INFO [RS:0;83f56b55f2af:33153 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T09:17:35,377 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T09:17:35,377 INFO [RS:0;83f56b55f2af:33153 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T09:17:35,377 INFO [RS:0;83f56b55f2af:33153 {}] regionserver.HRegionServer(959): stopping server 83f56b55f2af,33153,1731575842338 2024-11-14T09:17:35,377 INFO [RS:0;83f56b55f2af:33153 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T09:17:35,377 INFO [RS:0;83f56b55f2af:33153 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;83f56b55f2af:33153. 2024-11-14T09:17:35,377 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33153-0x10115c44e2c0004, quorum=127.0.0.1:64916, baseZNode=/1-1008998844 Set watcher on znode that does not yet exist, /1-1008998844/running 2024-11-14T09:17:35,377 DEBUG [RS:0;83f56b55f2af:33153 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:17:35,377 DEBUG [RS:0;83f56b55f2af:33153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:17:35,377 INFO [RS:0;83f56b55f2af:33153 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T09:17:35,377 INFO [RS:0;83f56b55f2af:33153 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T09:17:35,377 INFO [RS:0;83f56b55f2af:33153 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T09:17:35,377 INFO [RS:0;83f56b55f2af:33153 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T09:17:35,378 INFO [RS:0;83f56b55f2af:33153 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T09:17:35,378 DEBUG [RS:0;83f56b55f2af:33153 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T09:17:35,378 DEBUG [RS:0;83f56b55f2af:33153 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T09:17:35,378 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T09:17:35,378 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T09:17:35,378 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T09:17:35,378 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T09:17:35,378 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T09:17:35,378 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-14T09:17:35,396 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34979/user/jenkins/test-data/37eda970-d378-1796-4019-0611e7883fa1/data/hbase/meta/1588230740/.tmp/ns/fc69cdc087c24a7386c8bdf6469b806c is 43, key is default/ns:d/1731575844313/Put/seqid=0 2024-11-14T09:17:35,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41769 is added to blk_1073741835_1011 (size=5153) 2024-11-14T09:17:35,428 INFO [regionserver/83f56b55f2af:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T09:17:35,489 DEBUG [83f56b55f2af:33715 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T09:17:35,490 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=258e6ad8e7b454980c8c25855fd5d679, regionState=OPENING, regionLocation=83f56b55f2af,42151,1731575850526 2024-11-14T09:17:35,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=258e6ad8e7b454980c8c25855fd5d679, ASSIGN because future has completed 2024-11-14T09:17:35,494 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 258e6ad8e7b454980c8c25855fd5d679, server=83f56b55f2af,42151,1731575850526}] 2024-11-14T09:17:35,578 DEBUG [RS:0;83f56b55f2af:33153 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T09:17:35,600 DEBUG [RS:0;83f56b55f2af:42151.replicationSource.wal-reader.83f56b55f2af%2C42151%2C1731575850526,1-83f56b55f2af,42151,1731575850526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/WALs/83f56b55f2af,42151,1731575850526/83f56b55f2af%2C42151%2C1731575850526.1731575851102 to pos 0, reset compression=false 2024-11-14T09:17:35,605 DEBUG [RS:0;83f56b55f2af:42151.replicationSource.wal-reader.83f56b55f2af%2C42151%2C1731575850526,2-83f56b55f2af,42151,1731575850526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/WALs/83f56b55f2af,42151,1731575850526/83f56b55f2af%2C42151%2C1731575850526.1731575851102 to pos 0, reset compression=false 2024-11-14T09:17:35,651 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1731575844469.258e6ad8e7b454980c8c25855fd5d679. 2024-11-14T09:17:35,652 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T09:17:35,652 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T09:17:35,654 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=83f56b55f2af%2C42151%2C1731575850526.rep, suffix=, logDir=hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/WALs/83f56b55f2af,42151,1731575850526, archiveDir=hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/oldWALs, maxLogs=10 2024-11-14T09:17:35,669 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/WALs/83f56b55f2af,42151,1731575850526/83f56b55f2af%2C42151%2C1731575850526.rep.1731575855654, exclude list is [], retry=0 2024-11-14T09:17:35,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45081,DS-12a428fa-7933-48c1-8c23-86706cc6967f,DISK] 2024-11-14T09:17:35,674 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/WALs/83f56b55f2af,42151,1731575850526/83f56b55f2af%2C42151%2C1731575850526.rep.1731575855654 2024-11-14T09:17:35,675 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34977:34977)] 2024-11-14T09:17:35,675 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 258e6ad8e7b454980c8c25855fd5d679, NAME => 'hbase:replication,,1731575844469.258e6ad8e7b454980c8c25855fd5d679.', STARTKEY => '', ENDKEY => ''} 2024-11-14T09:17:35,675 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T09:17:35,675 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T09:17:35,675 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731575844469.258e6ad8e7b454980c8c25855fd5d679. service=MultiRowMutationService 2024-11-14T09:17:35,676 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T09:17:35,676 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 258e6ad8e7b454980c8c25855fd5d679 2024-11-14T09:17:35,676 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1731575844469.258e6ad8e7b454980c8c25855fd5d679.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:17:35,676 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 258e6ad8e7b454980c8c25855fd5d679 2024-11-14T09:17:35,676 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 258e6ad8e7b454980c8c25855fd5d679 2024-11-14T09:17:35,678 INFO [StoreOpener-258e6ad8e7b454980c8c25855fd5d679-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 258e6ad8e7b454980c8c25855fd5d679 2024-11-14T09:17:35,678 INFO [StoreOpener-258e6ad8e7b454980c8c25855fd5d679-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 258e6ad8e7b454980c8c25855fd5d679 columnFamilyName hfileref 2024-11-14T09:17:35,679 DEBUG [StoreOpener-258e6ad8e7b454980c8c25855fd5d679-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:17:35,679 INFO [StoreOpener-258e6ad8e7b454980c8c25855fd5d679-1 {}] regionserver.HStore(327): Store=258e6ad8e7b454980c8c25855fd5d679/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:17:35,679 INFO [StoreOpener-258e6ad8e7b454980c8c25855fd5d679-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 258e6ad8e7b454980c8c25855fd5d679 2024-11-14T09:17:35,680 INFO [StoreOpener-258e6ad8e7b454980c8c25855fd5d679-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 258e6ad8e7b454980c8c25855fd5d679 columnFamilyName queue 2024-11-14T09:17:35,680 DEBUG [StoreOpener-258e6ad8e7b454980c8c25855fd5d679-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:17:35,687 DEBUG [StoreOpener-258e6ad8e7b454980c8c25855fd5d679-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/data/hbase/replication/258e6ad8e7b454980c8c25855fd5d679/queue/26b0d70d90d74fa8876e64f653a686d9 2024-11-14T09:17:35,687 INFO [StoreOpener-258e6ad8e7b454980c8c25855fd5d679-1 {}] regionserver.HStore(327): Store=258e6ad8e7b454980c8c25855fd5d679/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:17:35,687 INFO [StoreOpener-258e6ad8e7b454980c8c25855fd5d679-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 258e6ad8e7b454980c8c25855fd5d679 2024-11-14T09:17:35,689 INFO [StoreOpener-258e6ad8e7b454980c8c25855fd5d679-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 258e6ad8e7b454980c8c25855fd5d679 columnFamilyName sid 2024-11-14T09:17:35,689 DEBUG [StoreOpener-258e6ad8e7b454980c8c25855fd5d679-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:17:35,689 INFO [StoreOpener-258e6ad8e7b454980c8c25855fd5d679-1 {}] regionserver.HStore(327): Store=258e6ad8e7b454980c8c25855fd5d679/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:17:35,689 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 258e6ad8e7b454980c8c25855fd5d679 2024-11-14T09:17:35,690 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/data/hbase/replication/258e6ad8e7b454980c8c25855fd5d679 2024-11-14T09:17:35,691 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/data/hbase/replication/258e6ad8e7b454980c8c25855fd5d679 2024-11-14T09:17:35,692 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 258e6ad8e7b454980c8c25855fd5d679 2024-11-14T09:17:35,692 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 258e6ad8e7b454980c8c25855fd5d679 2024-11-14T09:17:35,693 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T09:17:35,695 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 258e6ad8e7b454980c8c25855fd5d679 2024-11-14T09:17:35,696 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened 258e6ad8e7b454980c8c25855fd5d679; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61050041, jitterRate=-0.09028349816799164}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T09:17:35,696 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 258e6ad8e7b454980c8c25855fd5d679 2024-11-14T09:17:35,697 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 258e6ad8e7b454980c8c25855fd5d679: Running coprocessor pre-open hook at 1731575855676Writing region info on filesystem at 1731575855676Initializing all the Stores at 1731575855677 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731575855677Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731575855677Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731575855677Cleaning up temporary data from old regions at 1731575855692 (+15 ms)Running coprocessor post-open hooks at 1731575855696 (+4 ms)Region opened successfully at 1731575855697 (+1 ms) 2024-11-14T09:17:35,698 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731575844469.258e6ad8e7b454980c8c25855fd5d679., pid=19, masterSystemTime=1731575855647 2024-11-14T09:17:35,700 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731575844469.258e6ad8e7b454980c8c25855fd5d679. 2024-11-14T09:17:35,700 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731575844469.258e6ad8e7b454980c8c25855fd5d679. 2024-11-14T09:17:35,701 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=258e6ad8e7b454980c8c25855fd5d679, regionState=OPEN, openSeqNum=10, regionLocation=83f56b55f2af,42151,1731575850526 2024-11-14T09:17:35,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 258e6ad8e7b454980c8c25855fd5d679, server=83f56b55f2af,42151,1731575850526 because future has completed 2024-11-14T09:17:35,708 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-14T09:17:35,708 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 258e6ad8e7b454980c8c25855fd5d679, server=83f56b55f2af,42151,1731575850526 in 211 msec 2024-11-14T09:17:35,711 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-14T09:17:35,711 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=258e6ad8e7b454980c8c25855fd5d679, ASSIGN in 372 msec 2024-11-14T09:17:35,714 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-14T09:17:35,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731575844469.258e6ad8e7b454980c8c25855fd5d679., hostname=83f56b55f2af,42151,1731575850526, seqNum=10] 2024-11-14T09:17:35,748 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 83f56b55f2af,37177,1731575837767 2024-11-14T09:17:35,748 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-14T09:17:35,778 DEBUG [RS:0;83f56b55f2af:33153 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T09:17:35,802 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34979/user/jenkins/test-data/37eda970-d378-1796-4019-0611e7883fa1/data/hbase/meta/1588230740/.tmp/ns/fc69cdc087c24a7386c8bdf6469b806c 2024-11-14T09:17:35,811 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34979/user/jenkins/test-data/37eda970-d378-1796-4019-0611e7883fa1/data/hbase/meta/1588230740/.tmp/ns/fc69cdc087c24a7386c8bdf6469b806c as hdfs://localhost:34979/user/jenkins/test-data/37eda970-d378-1796-4019-0611e7883fa1/data/hbase/meta/1588230740/ns/fc69cdc087c24a7386c8bdf6469b806c 2024-11-14T09:17:35,819 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34979/user/jenkins/test-data/37eda970-d378-1796-4019-0611e7883fa1/data/hbase/meta/1588230740/ns/fc69cdc087c24a7386c8bdf6469b806c, entries=2, sequenceid=6, filesize=5.0 K 2024-11-14T09:17:35,820 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 442ms, sequenceid=6, compaction requested=false 2024-11-14T09:17:35,820 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T09:17:35,825 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34979/user/jenkins/test-data/37eda970-d378-1796-4019-0611e7883fa1/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-14T09:17:35,826 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T09:17:35,826 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T09:17:35,826 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T09:17:35,827 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731575855378Running coprocessor pre-close hooks at 1731575855378Disabling compacts and flushes for region at 1731575855378Disabling writes for close at 1731575855378Obtaining lock to block concurrent updates at 1731575855378Preparing flush snapshotting stores in 1588230740 at 1731575855378Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731575855379 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731575855379Flushing 1588230740/ns: creating writer at 1731575855379Flushing 1588230740/ns: appending metadata at 1731575855396 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731575855396Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5430fe85: reopening flushed file at 1731575855810 (+414 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 442ms, sequenceid=6, compaction requested=false at 1731575855820 (+10 ms)Writing region close event to WAL at 1731575855821 (+1 ms)Running coprocessor post-close hooks at 1731575855826 (+5 ms)Closed at 1731575855826 2024-11-14T09:17:35,827 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T09:17:35,910 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-14T09:17:35,979 INFO [RS:0;83f56b55f2af:33153 {}] regionserver.HRegionServer(976): stopping server 83f56b55f2af,33153,1731575842338; all regions closed. 2024-11-14T09:17:35,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41769 is added to blk_1073741834_1010 (size=1152) 2024-11-14T09:17:35,986 DEBUG [RS:0;83f56b55f2af:33153 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/37eda970-d378-1796-4019-0611e7883fa1/oldWALs 2024-11-14T09:17:35,986 INFO [RS:0;83f56b55f2af:33153 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 83f56b55f2af%2C33153%2C1731575842338.meta:.meta(num 1731575844247) 2024-11-14T09:17:35,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41769 is added to blk_1073741832_1008 (size=93) 2024-11-14T09:17:35,990 DEBUG [RS:0;83f56b55f2af:33153 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/37eda970-d378-1796-4019-0611e7883fa1/oldWALs 2024-11-14T09:17:35,990 INFO [RS:0;83f56b55f2af:33153 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 83f56b55f2af%2C33153%2C1731575842338:(num 1731575843262) 2024-11-14T09:17:35,990 DEBUG [RS:0;83f56b55f2af:33153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:17:35,990 INFO [RS:0;83f56b55f2af:33153 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T09:17:35,991 INFO [RS:0;83f56b55f2af:33153 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T09:17:35,991 INFO [RS:0;83f56b55f2af:33153 {}] hbase.ChoreService(370): Chore service for: regionserver/83f56b55f2af:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-14T09:17:35,991 INFO [RS:0;83f56b55f2af:33153 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T09:17:35,991 INFO [regionserver/83f56b55f2af:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T09:17:35,991 INFO [RS:0;83f56b55f2af:33153 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33153 2024-11-14T09:17:35,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33153-0x10115c44e2c0004, quorum=127.0.0.1:64916, baseZNode=/1-1008998844 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1008998844/rs/83f56b55f2af,33153,1731575842338 2024-11-14T09:17:35,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39177-0x10115c44e2c0003, quorum=127.0.0.1:64916, baseZNode=/1-1008998844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1008998844/rs 2024-11-14T09:17:35,994 INFO [RS:0;83f56b55f2af:33153 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T09:17:35,994 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [83f56b55f2af,33153,1731575842338] 2024-11-14T09:17:35,996 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1008998844/draining/83f56b55f2af,33153,1731575842338 already deleted, retry=false 2024-11-14T09:17:35,996 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 83f56b55f2af,33153,1731575842338 expired; onlineServers=0 2024-11-14T09:17:35,996 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '83f56b55f2af,39177,1731575842267' ***** 2024-11-14T09:17:35,996 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T09:17:35,996 INFO [M:0;83f56b55f2af:39177 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T09:17:35,996 INFO [M:0;83f56b55f2af:39177 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T09:17:35,996 DEBUG [M:0;83f56b55f2af:39177 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T09:17:35,996 DEBUG [M:0;83f56b55f2af:39177 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T09:17:35,996 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T09:17:35,997 DEBUG [master/83f56b55f2af:0:becomeActiveMaster-HFileCleaner.large.0-1731575843077 {}] cleaner.HFileCleaner(306): Exit Thread[master/83f56b55f2af:0:becomeActiveMaster-HFileCleaner.large.0-1731575843077,5,FailOnTimeoutGroup] 2024-11-14T09:17:35,997 DEBUG [master/83f56b55f2af:0:becomeActiveMaster-HFileCleaner.small.0-1731575843077 {}] cleaner.HFileCleaner(306): Exit Thread[master/83f56b55f2af:0:becomeActiveMaster-HFileCleaner.small.0-1731575843077,5,FailOnTimeoutGroup] 2024-11-14T09:17:35,997 INFO [M:0;83f56b55f2af:39177 {}] hbase.ChoreService(370): Chore service for: master/83f56b55f2af:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T09:17:35,997 INFO [M:0;83f56b55f2af:39177 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T09:17:35,997 DEBUG [M:0;83f56b55f2af:39177 {}] master.HMaster(1795): Stopping service threads 2024-11-14T09:17:35,997 INFO [M:0;83f56b55f2af:39177 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T09:17:35,997 INFO [M:0;83f56b55f2af:39177 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T09:17:35,997 INFO [M:0;83f56b55f2af:39177 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T09:17:35,997 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T09:17:35,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39177-0x10115c44e2c0003, quorum=127.0.0.1:64916, baseZNode=/1-1008998844 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1008998844/master 2024-11-14T09:17:35,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39177-0x10115c44e2c0003, quorum=127.0.0.1:64916, baseZNode=/1-1008998844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1008998844 2024-11-14T09:17:35,999 DEBUG [M:0;83f56b55f2af:39177 {}] zookeeper.ZKUtil(347): master:39177-0x10115c44e2c0003, quorum=127.0.0.1:64916, baseZNode=/1-1008998844 Unable to get data of znode /1-1008998844/master because node does not exist (not an error) 2024-11-14T09:17:35,999 WARN [M:0;83f56b55f2af:39177 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T09:17:36,001 INFO [M:0;83f56b55f2af:39177 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34979/user/jenkins/test-data/37eda970-d378-1796-4019-0611e7883fa1/.lastflushedseqids 2024-11-14T09:17:36,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41769 is added to blk_1073741836_1012 (size=99) 2024-11-14T09:17:36,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33153-0x10115c44e2c0004, quorum=127.0.0.1:64916, baseZNode=/1-1008998844 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T09:17:36,096 INFO [RS:0;83f56b55f2af:33153 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T09:17:36,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33153-0x10115c44e2c0004, quorum=127.0.0.1:64916, baseZNode=/1-1008998844 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T09:17:36,096 INFO [RS:0;83f56b55f2af:33153 {}] regionserver.HRegionServer(1031): Exiting; stopping=83f56b55f2af,33153,1731575842338; zookeeper connection closed. 2024-11-14T09:17:36,096 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@626c3e0c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@626c3e0c 2024-11-14T09:17:36,096 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T09:17:36,407 INFO [M:0;83f56b55f2af:39177 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T09:17:36,407 INFO [M:0;83f56b55f2af:39177 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T09:17:36,407 DEBUG [M:0;83f56b55f2af:39177 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T09:17:36,407 INFO [M:0;83f56b55f2af:39177 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:17:36,407 DEBUG [M:0;83f56b55f2af:39177 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:17:36,407 DEBUG [M:0;83f56b55f2af:39177 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T09:17:36,407 DEBUG [M:0;83f56b55f2af:39177 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:17:36,408 INFO [M:0;83f56b55f2af:39177 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-14T09:17:36,426 DEBUG [M:0;83f56b55f2af:39177 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34979/user/jenkins/test-data/37eda970-d378-1796-4019-0611e7883fa1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c633a4c459544dbaa376d009b8234475 is 82, key is hbase:meta,,1/info:regioninfo/1731575844296/Put/seqid=0 2024-11-14T09:17:36,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41769 is added to blk_1073741837_1013 (size=5672) 2024-11-14T09:17:36,606 DEBUG [RS:0;83f56b55f2af:42151.replicationSource.wal-reader.83f56b55f2af%2C42151%2C1731575850526,1-83f56b55f2af,42151,1731575850526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/WALs/83f56b55f2af,42151,1731575850526/83f56b55f2af%2C42151%2C1731575850526.1731575851102 to pos 0, reset compression=false 2024-11-14T09:17:36,610 DEBUG [RS:0;83f56b55f2af:42151.replicationSource.wal-reader.83f56b55f2af%2C42151%2C1731575850526,2-83f56b55f2af,42151,1731575850526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/WALs/83f56b55f2af,42151,1731575850526/83f56b55f2af%2C42151%2C1731575850526.1731575851102 to pos 0, reset compression=false 2024-11-14T09:17:36,832 INFO [M:0;83f56b55f2af:39177 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34979/user/jenkins/test-data/37eda970-d378-1796-4019-0611e7883fa1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c633a4c459544dbaa376d009b8234475 2024-11-14T09:17:36,862 DEBUG [M:0;83f56b55f2af:39177 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34979/user/jenkins/test-data/37eda970-d378-1796-4019-0611e7883fa1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ed78d119079942e7a2b7b4c5a5ab9b99 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731575844319/Put/seqid=0 2024-11-14T09:17:36,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41769 is added to blk_1073741838_1014 (size=5275) 2024-11-14T09:17:36,925 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-14T09:17:37,269 INFO [M:0;83f56b55f2af:39177 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34979/user/jenkins/test-data/37eda970-d378-1796-4019-0611e7883fa1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ed78d119079942e7a2b7b4c5a5ab9b99 2024-11-14T09:17:37,291 DEBUG [M:0;83f56b55f2af:39177 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34979/user/jenkins/test-data/37eda970-d378-1796-4019-0611e7883fa1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ba2e1e052ee942f18e3cc6fd5d0a8563 is 69, key is 83f56b55f2af,33153,1731575842338/rs:state/1731575843094/Put/seqid=0 2024-11-14T09:17:37,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41769 is added to blk_1073741839_1015 (size=5156) 2024-11-14T09:17:37,696 INFO [M:0;83f56b55f2af:39177 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34979/user/jenkins/test-data/37eda970-d378-1796-4019-0611e7883fa1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ba2e1e052ee942f18e3cc6fd5d0a8563 2024-11-14T09:17:37,703 DEBUG [M:0;83f56b55f2af:39177 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34979/user/jenkins/test-data/37eda970-d378-1796-4019-0611e7883fa1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c633a4c459544dbaa376d009b8234475 as hdfs://localhost:34979/user/jenkins/test-data/37eda970-d378-1796-4019-0611e7883fa1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c633a4c459544dbaa376d009b8234475 2024-11-14T09:17:37,709 INFO [M:0;83f56b55f2af:39177 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34979/user/jenkins/test-data/37eda970-d378-1796-4019-0611e7883fa1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c633a4c459544dbaa376d009b8234475, entries=8, sequenceid=28, filesize=5.5 K 2024-11-14T09:17:37,710 DEBUG [M:0;83f56b55f2af:39177 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34979/user/jenkins/test-data/37eda970-d378-1796-4019-0611e7883fa1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ed78d119079942e7a2b7b4c5a5ab9b99 as hdfs://localhost:34979/user/jenkins/test-data/37eda970-d378-1796-4019-0611e7883fa1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ed78d119079942e7a2b7b4c5a5ab9b99 2024-11-14T09:17:37,713 DEBUG [RS:0;83f56b55f2af:42151.replicationSource.wal-reader.83f56b55f2af%2C42151%2C1731575850526,1-83f56b55f2af,42151,1731575850526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/WALs/83f56b55f2af,42151,1731575850526/83f56b55f2af%2C42151%2C1731575850526.1731575851102 to pos 0, reset compression=false 2024-11-14T09:17:37,716 DEBUG [RS:0;83f56b55f2af:42151.replicationSource.wal-reader.83f56b55f2af%2C42151%2C1731575850526,2-83f56b55f2af,42151,1731575850526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/WALs/83f56b55f2af,42151,1731575850526/83f56b55f2af%2C42151%2C1731575850526.1731575851102 to pos 0, reset compression=false 2024-11-14T09:17:37,716 INFO [M:0;83f56b55f2af:39177 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34979/user/jenkins/test-data/37eda970-d378-1796-4019-0611e7883fa1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ed78d119079942e7a2b7b4c5a5ab9b99, entries=3, sequenceid=28, filesize=5.2 K 2024-11-14T09:17:37,717 DEBUG [M:0;83f56b55f2af:39177 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34979/user/jenkins/test-data/37eda970-d378-1796-4019-0611e7883fa1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ba2e1e052ee942f18e3cc6fd5d0a8563 as hdfs://localhost:34979/user/jenkins/test-data/37eda970-d378-1796-4019-0611e7883fa1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ba2e1e052ee942f18e3cc6fd5d0a8563 2024-11-14T09:17:37,724 INFO [M:0;83f56b55f2af:39177 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34979/user/jenkins/test-data/37eda970-d378-1796-4019-0611e7883fa1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ba2e1e052ee942f18e3cc6fd5d0a8563, entries=1, sequenceid=28, filesize=5.0 K 2024-11-14T09:17:37,725 INFO [M:0;83f56b55f2af:39177 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1318ms, sequenceid=28, compaction requested=false 2024-11-14T09:17:37,727 INFO [M:0;83f56b55f2af:39177 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:17:37,727 DEBUG [M:0;83f56b55f2af:39177 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731575856407Disabling compacts and flushes for region at 1731575856407Disabling writes for close at 1731575856407Obtaining lock to block concurrent updates at 1731575856408 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731575856408Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731575856408Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731575856409 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731575856409Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731575856426 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731575856426Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731575856839 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731575856861 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731575856861Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731575857275 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731575857290 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731575857290Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69a64335: reopening flushed file at 1731575857702 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3806e856: reopening flushed file at 1731575857709 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e7a6824: reopening flushed file at 1731575857716 (+7 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1318ms, sequenceid=28, compaction requested=false at 1731575857726 (+10 ms)Writing region close event to WAL at 1731575857727 (+1 ms)Closed at 1731575857727 2024-11-14T09:17:37,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41769 is added to blk_1073741830_1006 (size=10165) 2024-11-14T09:17:37,731 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/37eda970-d378-1796-4019-0611e7883fa1/MasterData/WALs/83f56b55f2af,39177,1731575842267/83f56b55f2af%2C39177%2C1731575842267.1731575842903 not finished, retry = 0 2024-11-14T09:17:37,833 INFO [M:0;83f56b55f2af:39177 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T09:17:37,833 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T09:17:37,833 INFO [M:0;83f56b55f2af:39177 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39177 2024-11-14T09:17:37,836 INFO [M:0;83f56b55f2af:39177 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T09:17:37,938 INFO [M:0;83f56b55f2af:39177 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T09:17:37,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39177-0x10115c44e2c0003, quorum=127.0.0.1:64916, baseZNode=/1-1008998844 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T09:17:37,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39177-0x10115c44e2c0003, quorum=127.0.0.1:64916, baseZNode=/1-1008998844 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T09:17:37,942 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@671eadbd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T09:17:37,944 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1c7240b2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T09:17:37,944 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T09:17:37,944 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57bd8292{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T09:17:37,945 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45fc8213{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/585dfaa2-2072-27ee-06f8-1cb8348417d0/hadoop.log.dir/,STOPPED} 2024-11-14T09:17:37,947 WARN [BP-803958306-172.17.0.2-1731575841423 heartbeating to localhost/127.0.0.1:34979 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T09:17:37,947 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T09:17:37,947 WARN [BP-803958306-172.17.0.2-1731575841423 heartbeating to localhost/127.0.0.1:34979 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-803958306-172.17.0.2-1731575841423 (Datanode Uuid e09608d8-e90b-4328-97de-080175efeff4) service to localhost/127.0.0.1:34979 2024-11-14T09:17:37,947 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T09:17:37,949 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/585dfaa2-2072-27ee-06f8-1cb8348417d0/cluster_eea46172-4d3b-58ee-e665-2451bf696505/data/data1/current/BP-803958306-172.17.0.2-1731575841423 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T09:17:37,949 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/585dfaa2-2072-27ee-06f8-1cb8348417d0/cluster_eea46172-4d3b-58ee-e665-2451bf696505/data/data2/current/BP-803958306-172.17.0.2-1731575841423 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T09:17:37,950 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T09:17:37,956 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@46934c71{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T09:17:37,957 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@60b8baac{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T09:17:37,957 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T09:17:37,957 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75bf8bfb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T09:17:37,957 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a733db7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/585dfaa2-2072-27ee-06f8-1cb8348417d0/hadoop.log.dir/,STOPPED} 2024-11-14T09:17:37,981 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T09:17:37,981 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T09:17:37,981 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T09:17:37,981 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:17:37,981 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:17:37,982 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:17:37,982 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T09:17:37,982 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T09:17:37,982 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1352405211, stopped=false 2024-11-14T09:17:37,982 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=83f56b55f2af,33715,1731575850481 2024-11-14T09:17:37,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33715-0x10115c44e2c0006, quorum=127.0.0.1:64916, baseZNode=/0-1171832771 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1171832771/running 2024-11-14T09:17:37,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33715-0x10115c44e2c0006, quorum=127.0.0.1:64916, baseZNode=/0-1171832771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1171832771 2024-11-14T09:17:37,984 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T09:17:37,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42151-0x10115c44e2c0007, quorum=127.0.0.1:64916, baseZNode=/0-1171832771 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1171832771/running 2024-11-14T09:17:37,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42151-0x10115c44e2c0007, quorum=127.0.0.1:64916, baseZNode=/0-1171832771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1171832771 2024-11-14T09:17:37,985 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T09:17:37,985 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:17:37,985 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:17:37,985 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '83f56b55f2af,42151,1731575850526' ***** 2024-11-14T09:17:37,985 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T09:17:37,985 INFO [RS:0;83f56b55f2af:42151 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T09:17:37,986 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T09:17:37,986 INFO [RS:0;83f56b55f2af:42151 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T09:17:37,986 INFO [RS:0;83f56b55f2af:42151 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T09:17:37,986 INFO [RS:0;83f56b55f2af:42151 {}] regionserver.HRegionServer(3091): Received CLOSE for 258e6ad8e7b454980c8c25855fd5d679 2024-11-14T09:17:37,986 INFO [RS:0;83f56b55f2af:42151 {}] regionserver.HRegionServer(959): stopping server 83f56b55f2af,42151,1731575850526 2024-11-14T09:17:37,986 INFO [RS:0;83f56b55f2af:42151 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T09:17:37,986 INFO [RS:0;83f56b55f2af:42151 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;83f56b55f2af:42151. 2024-11-14T09:17:37,986 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 258e6ad8e7b454980c8c25855fd5d679, disabling compactions & flushes 2024-11-14T09:17:37,987 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33715-0x10115c44e2c0006, quorum=127.0.0.1:64916, baseZNode=/0-1171832771 Set watcher on znode that does not yet exist, /0-1171832771/running 2024-11-14T09:17:37,987 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731575844469.258e6ad8e7b454980c8c25855fd5d679. 2024-11-14T09:17:37,987 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731575844469.258e6ad8e7b454980c8c25855fd5d679. 2024-11-14T09:17:37,987 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731575844469.258e6ad8e7b454980c8c25855fd5d679. after waiting 0 ms 2024-11-14T09:17:37,987 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731575844469.258e6ad8e7b454980c8c25855fd5d679. 2024-11-14T09:17:37,987 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42151-0x10115c44e2c0007, quorum=127.0.0.1:64916, baseZNode=/0-1171832771 Set watcher on znode that does not yet exist, /0-1171832771/running 2024-11-14T09:17:37,986 DEBUG [RS:0;83f56b55f2af:42151 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:17:37,987 DEBUG [RS:0;83f56b55f2af:42151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:17:37,987 INFO [RS:0;83f56b55f2af:42151 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T09:17:37,988 INFO [RS:0;83f56b55f2af:42151 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T09:17:37,988 INFO [RS:0;83f56b55f2af:42151 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T09:17:37,988 INFO [RS:0;83f56b55f2af:42151 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T09:17:37,988 INFO [RS:0;83f56b55f2af:42151 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T09:17:37,988 DEBUG [RS:0;83f56b55f2af:42151 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 258e6ad8e7b454980c8c25855fd5d679=hbase:replication,,1731575844469.258e6ad8e7b454980c8c25855fd5d679.} 2024-11-14T09:17:37,988 DEBUG [RS:0;83f56b55f2af:42151 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 258e6ad8e7b454980c8c25855fd5d679 2024-11-14T09:17:37,988 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T09:17:37,989 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T09:17:37,989 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T09:17:37,989 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T09:17:37,989 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T09:17:37,989 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-14T09:17:37,997 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/data/hbase/replication/258e6ad8e7b454980c8c25855fd5d679/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-14T09:17:37,998 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T09:17:37,998 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T09:17:37,998 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731575844469.258e6ad8e7b454980c8c25855fd5d679. 2024-11-14T09:17:37,998 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 258e6ad8e7b454980c8c25855fd5d679: Waiting for close lock at 1731575857986Running coprocessor pre-close hooks at 1731575857986Disabling compacts and flushes for region at 1731575857986Disabling writes for close at 1731575857987 (+1 ms)Writing region close event to WAL at 1731575857992 (+5 ms)Running coprocessor post-close hooks at 1731575857998 (+6 ms)Closed at 1731575857998 2024-11-14T09:17:37,998 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731575844469.258e6ad8e7b454980c8c25855fd5d679. 2024-11-14T09:17:38,009 INFO [regionserver/83f56b55f2af:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T09:17:38,009 INFO [regionserver/83f56b55f2af:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T09:17:38,009 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/data/hbase/meta/1588230740/.tmp/info/a690c9d7418948a99a79d282a6b52780 is 147, key is hbase:replication,,1731575844469.258e6ad8e7b454980c8c25855fd5d679./info:regioninfo/1731575855701/Put/seqid=0 2024-11-14T09:17:38,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45081 is added to blk_1073741851_1027 (size=6385) 2024-11-14T09:17:38,038 INFO [regionserver/83f56b55f2af:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T09:17:38,189 DEBUG [RS:0;83f56b55f2af:42151 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T09:17:38,389 DEBUG [RS:0;83f56b55f2af:42151 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T09:17:38,416 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/data/hbase/meta/1588230740/.tmp/info/a690c9d7418948a99a79d282a6b52780 2024-11-14T09:17:38,424 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/data/hbase/meta/1588230740/.tmp/info/a690c9d7418948a99a79d282a6b52780 as hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/data/hbase/meta/1588230740/info/a690c9d7418948a99a79d282a6b52780 2024-11-14T09:17:38,430 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/data/hbase/meta/1588230740/info/a690c9d7418948a99a79d282a6b52780, entries=8, sequenceid=19, filesize=6.2 K 2024-11-14T09:17:38,432 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 443ms, sequenceid=19, compaction requested=false 2024-11-14T09:17:38,437 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-14T09:17:38,438 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T09:17:38,438 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T09:17:38,438 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T09:17:38,438 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731575857988Running coprocessor pre-close hooks at 1731575857988Disabling compacts and flushes for region at 1731575857988Disabling writes for close at 1731575857989 (+1 ms)Obtaining lock to block concurrent updates at 1731575857989Preparing flush snapshotting stores in 1588230740 at 1731575857989Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731575857990 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731575857990Flushing 1588230740/info: creating writer at 1731575857991 (+1 ms)Flushing 1588230740/info: appending metadata at 1731575858009 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731575858009Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5cd5969b: reopening flushed file at 1731575858423 (+414 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 443ms, sequenceid=19, compaction requested=false at 1731575858432 (+9 ms)Writing region close event to WAL at 1731575858433 (+1 ms)Running coprocessor post-close hooks at 1731575858438 (+5 ms)Closed at 1731575858438 2024-11-14T09:17:38,438 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T09:17:38,589 INFO [RS:0;83f56b55f2af:42151 {}] regionserver.HRegionServer(976): stopping server 83f56b55f2af,42151,1731575850526; all regions closed. 2024-11-14T09:17:38,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45081 is added to blk_1073741849_1025 (size=2156) 2024-11-14T09:17:38,592 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/WALs/83f56b55f2af,42151,1731575850526/83f56b55f2af%2C42151%2C1731575850526.meta.1731575851390.meta not finished, retry = 0 2024-11-14T09:17:38,696 DEBUG [RS:0;83f56b55f2af:42151 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/oldWALs 2024-11-14T09:17:38,696 INFO [RS:0;83f56b55f2af:42151 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 83f56b55f2af%2C42151%2C1731575850526.meta:.meta(num 1731575851390) 2024-11-14T09:17:38,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45081 is added to blk_1073741850_1026 (size=796) 2024-11-14T09:17:38,699 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/WALs/83f56b55f2af,42151,1731575850526/83f56b55f2af%2C42151%2C1731575850526.rep.1731575855654 not finished, retry = 0 2024-11-14T09:17:38,802 DEBUG [RS:0;83f56b55f2af:42151 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/oldWALs 2024-11-14T09:17:38,802 INFO [RS:0;83f56b55f2af:42151 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 83f56b55f2af%2C42151%2C1731575850526.rep:(num 1731575855654) 2024-11-14T09:17:38,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45081 is added to blk_1073741848_1024 (size=93) 2024-11-14T09:17:38,807 DEBUG [RS:0;83f56b55f2af:42151 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/oldWALs 2024-11-14T09:17:38,807 INFO [RS:0;83f56b55f2af:42151 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 83f56b55f2af%2C42151%2C1731575850526:(num 1731575851102) 2024-11-14T09:17:38,807 DEBUG [RS:0;83f56b55f2af:42151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:17:38,807 INFO [RS:0;83f56b55f2af:42151 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T09:17:38,807 INFO [RS:0;83f56b55f2af:42151 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T09:17:38,807 INFO [RS:0;83f56b55f2af:42151 {}] hbase.ChoreService(370): Chore service for: regionserver/83f56b55f2af:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T09:17:38,807 INFO [RS:0;83f56b55f2af:42151 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T09:17:38,807 INFO [regionserver/83f56b55f2af:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T09:17:38,808 INFO [RS:0;83f56b55f2af:42151 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-83f56b55f2af,42151,1731575850526 because: Region server is closing 2024-11-14T09:17:38,808 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/83f56b55f2af:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-14T09:17:38,808 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/83f56b55f2af:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-14T09:17:38,808 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/83f56b55f2af:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-14T09:17:38,808 INFO [RS:0;83f56b55f2af:42151 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;83f56b55f2af:42151. 2024-11-14T09:17:38,808 DEBUG [RS:0;83f56b55f2af:42151 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:17:38,808 DEBUG [RS:0;83f56b55f2af:42151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:17:38,808 DEBUG [RS:0;83f56b55f2af:42151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:17:38,808 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T09:17:38,909 WARN [RS:0;83f56b55f2af:42151.replicationSource.shipper83f56b55f2af%2C42151%2C1731575850526,1-83f56b55f2af,42151,1731575850526 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-14T09:17:38,909 WARN [RS:0;83f56b55f2af:42151.replicationSource.wal-reader.83f56b55f2af%2C42151%2C1731575850526,1-83f56b55f2af,42151,1731575850526 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T09:17:38,909 INFO [RS:0;83f56b55f2af:42151 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;83f56b55f2af:42151.replicationSource.shipper83f56b55f2af%2C42151%2C1731575850526,1-83f56b55f2af,42151,1731575850526 terminated 2024-11-14T09:17:38,909 INFO [RS:0;83f56b55f2af:42151 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-83f56b55f2af,42151,1731575850526 because: Region server is closing 2024-11-14T09:17:38,909 INFO [RS:0;83f56b55f2af:42151 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;83f56b55f2af:42151. 2024-11-14T09:17:38,909 DEBUG [RS:0;83f56b55f2af:42151 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:17:38,910 DEBUG [RS:0;83f56b55f2af:42151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:17:38,910 DEBUG [RS:0;83f56b55f2af:42151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:17:38,910 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T09:17:39,010 WARN [RS:0;83f56b55f2af:42151.replicationSource.shipper83f56b55f2af%2C42151%2C1731575850526,2-83f56b55f2af,42151,1731575850526 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-14T09:17:39,010 INFO [RS:0;83f56b55f2af:42151 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;83f56b55f2af:42151.replicationSource.shipper83f56b55f2af%2C42151%2C1731575850526,2-83f56b55f2af,42151,1731575850526 terminated 2024-11-14T09:17:39,011 INFO [RS:0;83f56b55f2af:42151 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42151 2024-11-14T09:17:39,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42151-0x10115c44e2c0007, quorum=127.0.0.1:64916, baseZNode=/0-1171832771 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1171832771/rs/83f56b55f2af,42151,1731575850526 2024-11-14T09:17:39,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33715-0x10115c44e2c0006, quorum=127.0.0.1:64916, baseZNode=/0-1171832771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1171832771/rs 2024-11-14T09:17:39,013 INFO [RS:0;83f56b55f2af:42151 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T09:17:39,015 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [83f56b55f2af,42151,1731575850526] 2024-11-14T09:17:39,016 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1171832771/draining/83f56b55f2af,42151,1731575850526 already deleted, retry=false 2024-11-14T09:17:39,016 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 83f56b55f2af,42151,1731575850526 expired; onlineServers=0 2024-11-14T09:17:39,016 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '83f56b55f2af,33715,1731575850481' ***** 2024-11-14T09:17:39,016 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T09:17:39,016 INFO [M:0;83f56b55f2af:33715 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T09:17:39,017 INFO [M:0;83f56b55f2af:33715 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T09:17:39,017 DEBUG [M:0;83f56b55f2af:33715 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T09:17:39,017 DEBUG [M:0;83f56b55f2af:33715 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T09:17:39,017 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T09:17:39,017 DEBUG [master/83f56b55f2af:0:becomeActiveMaster-HFileCleaner.small.0-1731575850804 {}] cleaner.HFileCleaner(306): Exit Thread[master/83f56b55f2af:0:becomeActiveMaster-HFileCleaner.small.0-1731575850804,5,FailOnTimeoutGroup] 2024-11-14T09:17:39,017 DEBUG [master/83f56b55f2af:0:becomeActiveMaster-HFileCleaner.large.0-1731575850804 {}] cleaner.HFileCleaner(306): Exit Thread[master/83f56b55f2af:0:becomeActiveMaster-HFileCleaner.large.0-1731575850804,5,FailOnTimeoutGroup] 2024-11-14T09:17:39,017 INFO [M:0;83f56b55f2af:33715 {}] hbase.ChoreService(370): Chore service for: master/83f56b55f2af:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T09:17:39,017 INFO [M:0;83f56b55f2af:33715 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T09:17:39,017 DEBUG [M:0;83f56b55f2af:33715 {}] master.HMaster(1795): Stopping service threads 2024-11-14T09:17:39,017 INFO [M:0;83f56b55f2af:33715 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T09:17:39,017 INFO [M:0;83f56b55f2af:33715 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T09:17:39,017 INFO [M:0;83f56b55f2af:33715 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T09:17:39,018 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T09:17:39,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33715-0x10115c44e2c0006, quorum=127.0.0.1:64916, baseZNode=/0-1171832771 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1171832771/master 2024-11-14T09:17:39,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33715-0x10115c44e2c0006, quorum=127.0.0.1:64916, baseZNode=/0-1171832771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1171832771 2024-11-14T09:17:39,019 DEBUG [M:0;83f56b55f2af:33715 {}] zookeeper.ZKUtil(347): master:33715-0x10115c44e2c0006, quorum=127.0.0.1:64916, baseZNode=/0-1171832771 Unable to get data of znode /0-1171832771/master because node does not exist (not an error) 2024-11-14T09:17:39,019 WARN [M:0;83f56b55f2af:33715 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T09:17:39,020 INFO [M:0;83f56b55f2af:33715 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/.lastflushedseqids 2024-11-14T09:17:39,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45081 is added to blk_1073741852_1028 (size=181) 2024-11-14T09:17:39,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42151-0x10115c44e2c0007, quorum=127.0.0.1:64916, baseZNode=/0-1171832771 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T09:17:39,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42151-0x10115c44e2c0007, quorum=127.0.0.1:64916, baseZNode=/0-1171832771 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T09:17:39,116 INFO [RS:0;83f56b55f2af:42151 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T09:17:39,116 INFO [RS:0;83f56b55f2af:42151 {}] regionserver.HRegionServer(1031): Exiting; stopping=83f56b55f2af,42151,1731575850526; zookeeper connection closed. 2024-11-14T09:17:39,116 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4aa2e82a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4aa2e82a 2024-11-14T09:17:39,116 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T09:17:39,427 INFO [M:0;83f56b55f2af:33715 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T09:17:39,427 INFO [M:0;83f56b55f2af:33715 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T09:17:39,427 DEBUG [M:0;83f56b55f2af:33715 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T09:17:39,428 INFO [M:0;83f56b55f2af:33715 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:17:39,428 DEBUG [M:0;83f56b55f2af:33715 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:17:39,428 DEBUG [M:0;83f56b55f2af:33715 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T09:17:39,428 DEBUG [M:0;83f56b55f2af:33715 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:17:39,428 INFO [M:0;83f56b55f2af:33715 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-14T09:17:39,450 DEBUG [M:0;83f56b55f2af:33715 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cf5297e5870b43399e42b2de947c60cc is 82, key is hbase:meta,,1/info:regioninfo/1731575851455/Put/seqid=0 2024-11-14T09:17:39,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45081 is added to blk_1073741853_1029 (size=5680) 2024-11-14T09:17:39,858 INFO [M:0;83f56b55f2af:33715 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cf5297e5870b43399e42b2de947c60cc 2024-11-14T09:17:39,894 DEBUG [M:0;83f56b55f2af:33715 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/89117b2bd02b4b35a6cb102033da81ef is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1731575855709/Put/seqid=0 2024-11-14T09:17:39,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45081 is added to blk_1073741854_1030 (size=7319) 2024-11-14T09:17:39,901 INFO [M:0;83f56b55f2af:33715 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/89117b2bd02b4b35a6cb102033da81ef 2024-11-14T09:17:39,938 DEBUG [M:0;83f56b55f2af:33715 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/23913f35227f499da1fcb9ae2ae7d1ac is 69, key is 83f56b55f2af,42151,1731575850526/rs:state/1731575850876/Put/seqid=0 2024-11-14T09:17:39,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45081 is added to blk_1073741855_1031 (size=5371) 2024-11-14T09:17:39,947 INFO [M:0;83f56b55f2af:33715 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/23913f35227f499da1fcb9ae2ae7d1ac 2024-11-14T09:17:39,966 INFO [M:0;83f56b55f2af:33715 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 23913f35227f499da1fcb9ae2ae7d1ac 2024-11-14T09:17:39,968 DEBUG [M:0;83f56b55f2af:33715 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cf5297e5870b43399e42b2de947c60cc as hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cf5297e5870b43399e42b2de947c60cc 2024-11-14T09:17:39,981 INFO [M:0;83f56b55f2af:33715 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cf5297e5870b43399e42b2de947c60cc, entries=8, sequenceid=172, filesize=5.5 K 2024-11-14T09:17:39,988 DEBUG [M:0;83f56b55f2af:33715 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/89117b2bd02b4b35a6cb102033da81ef as hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/89117b2bd02b4b35a6cb102033da81ef 2024-11-14T09:17:40,000 INFO [M:0;83f56b55f2af:33715 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/89117b2bd02b4b35a6cb102033da81ef, entries=7, sequenceid=172, filesize=7.1 K 2024-11-14T09:17:40,002 DEBUG [M:0;83f56b55f2af:33715 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/23913f35227f499da1fcb9ae2ae7d1ac as hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/23913f35227f499da1fcb9ae2ae7d1ac 2024-11-14T09:17:40,011 INFO [M:0;83f56b55f2af:33715 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 23913f35227f499da1fcb9ae2ae7d1ac 2024-11-14T09:17:40,012 INFO [M:0;83f56b55f2af:33715 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37695/user/jenkins/test-data/c9bc231e-9a4e-e0b4-a1ef-c3624605f6be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/23913f35227f499da1fcb9ae2ae7d1ac, entries=2, sequenceid=172, filesize=5.2 K 2024-11-14T09:17:40,014 INFO [M:0;83f56b55f2af:33715 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 586ms, sequenceid=172, compaction requested=false 2024-11-14T09:17:40,023 INFO [M:0;83f56b55f2af:33715 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:17:40,024 DEBUG [M:0;83f56b55f2af:33715 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731575859427Disabling compacts and flushes for region at 1731575859427Disabling writes for close at 1731575859428 (+1 ms)Obtaining lock to block concurrent updates at 1731575859428Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731575859428Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731575859429 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731575859430 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731575859430Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731575859449 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731575859449Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731575859873 (+424 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731575859893 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731575859893Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731575859910 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731575859935 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731575859936 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e05a463: reopening flushed file at 1731575859967 (+31 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70f54b03: reopening flushed file at 1731575859981 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a57a390: reopening flushed file at 1731575860000 (+19 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 586ms, sequenceid=172, compaction requested=false at 1731575860014 (+14 ms)Writing region close event to WAL at 1731575860023 (+9 ms)Closed at 1731575860023 2024-11-14T09:17:40,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45081 is added to blk_1073741847_1023 (size=22949) 2024-11-14T09:17:40,032 INFO [M:0;83f56b55f2af:33715 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T09:17:40,032 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T09:17:40,032 INFO [M:0;83f56b55f2af:33715 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33715 2024-11-14T09:17:40,032 INFO [M:0;83f56b55f2af:33715 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T09:17:40,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33715-0x10115c44e2c0006, quorum=127.0.0.1:64916, baseZNode=/0-1171832771 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T09:17:40,135 INFO [M:0;83f56b55f2af:33715 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T09:17:40,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33715-0x10115c44e2c0006, quorum=127.0.0.1:64916, baseZNode=/0-1171832771 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T09:17:40,138 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@20104caa{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T09:17:40,138 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5d6be275{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T09:17:40,139 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T09:17:40,139 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c529a07{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T09:17:40,139 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e4f8960{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43d0686d-920f-c345-f0af-bafc0649473c/hadoop.log.dir/,STOPPED} 2024-11-14T09:17:40,140 WARN [BP-2031107428-172.17.0.2-1731575834284 heartbeating to localhost/127.0.0.1:37695 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T09:17:40,140 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T09:17:40,140 WARN [BP-2031107428-172.17.0.2-1731575834284 heartbeating to localhost/127.0.0.1:37695 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2031107428-172.17.0.2-1731575834284 (Datanode Uuid 9b0248b8-20b5-46d0-ae4e-ce531d320c97) service to localhost/127.0.0.1:37695 2024-11-14T09:17:40,140 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T09:17:40,141 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43d0686d-920f-c345-f0af-bafc0649473c/cluster_7b144413-ca35-9805-4e4a-4cc13ff71b58/data/data1/current/BP-2031107428-172.17.0.2-1731575834284 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T09:17:40,141 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43d0686d-920f-c345-f0af-bafc0649473c/cluster_7b144413-ca35-9805-4e4a-4cc13ff71b58/data/data2/current/BP-2031107428-172.17.0.2-1731575834284 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T09:17:40,142 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T09:17:40,147 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@303ee801{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T09:17:40,148 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T09:17:40,148 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T09:17:40,148 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T09:17:40,148 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43d0686d-920f-c345-f0af-bafc0649473c/hadoop.log.dir/,STOPPED} 2024-11-14T09:17:40,156 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T09:17:40,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T09:17:40,180 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=108 (was 11) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:34979 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37695 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/83f56b55f2af:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:37695 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:37695 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37695 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:34979 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34979 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34979 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34979 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34979 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@dc227fa java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/83f56b55f2af:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/83f56b55f2af:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:34979 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37695 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34979 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/83f56b55f2af:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34979 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:37695 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: regionserver/83f56b55f2af:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64916) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:37695 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64916) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37695 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:37695 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:34979 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=428 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=295 (was 292) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6947 (was 7245) 2024-11-14T09:17:40,188 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=108, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=295, ProcessCount=11, AvailableMemoryMB=6946 2024-11-14T09:17:40,201 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-14T09:17:40,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/585dfaa2-2072-27ee-06f8-1cb8348417d0/hadoop.log.dir so I do NOT create it in target/test-data/55c96778-d50c-f47a-384e-299194ba8bc8 2024-11-14T09:17:40,202 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/585dfaa2-2072-27ee-06f8-1cb8348417d0/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T09:17:40,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/585dfaa2-2072-27ee-06f8-1cb8348417d0/hadoop.tmp.dir so I do NOT create it in target/test-data/55c96778-d50c-f47a-384e-299194ba8bc8 2024-11-14T09:17:40,202 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/585dfaa2-2072-27ee-06f8-1cb8348417d0/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T09:17:40,202 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55c96778-d50c-f47a-384e-299194ba8bc8 2024-11-14T09:17:40,202 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55c96778-d50c-f47a-384e-299194ba8bc8/cluster_afc06142-4269-57ef-996e-d78089fc90bd, deleteOnExit=true 2024-11-14T09:17:40,205 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55c96778-d50c-f47a-384e-299194ba8bc8/cluster_afc06142-4269-57ef-996e-d78089fc90bd/zookeeper_0, clientPort=56179, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55c96778-d50c-f47a-384e-299194ba8bc8/cluster_afc06142-4269-57ef-996e-d78089fc90bd/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55c96778-d50c-f47a-384e-299194ba8bc8/cluster_afc06142-4269-57ef-996e-d78089fc90bd/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T09:17:40,206 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56179 2024-11-14T09:17:40,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T09:17:40,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T09:17:40,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55c96778-d50c-f47a-384e-299194ba8bc8/test.cache.data in system properties and HBase conf 2024-11-14T09:17:40,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55c96778-d50c-f47a-384e-299194ba8bc8/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T09:17:40,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55c96778-d50c-f47a-384e-299194ba8bc8/hadoop.log.dir in system properties and HBase conf 2024-11-14T09:17:40,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55c96778-d50c-f47a-384e-299194ba8bc8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T09:17:40,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55c96778-d50c-f47a-384e-299194ba8bc8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T09:17:40,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T09:17:40,206 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T09:17:40,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55c96778-d50c-f47a-384e-299194ba8bc8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T09:17:40,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55c96778-d50c-f47a-384e-299194ba8bc8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T09:17:40,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55c96778-d50c-f47a-384e-299194ba8bc8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T09:17:40,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55c96778-d50c-f47a-384e-299194ba8bc8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T09:17:40,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55c96778-d50c-f47a-384e-299194ba8bc8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T09:17:40,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55c96778-d50c-f47a-384e-299194ba8bc8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T09:17:40,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55c96778-d50c-f47a-384e-299194ba8bc8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T09:17:40,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55c96778-d50c-f47a-384e-299194ba8bc8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T09:17:40,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55c96778-d50c-f47a-384e-299194ba8bc8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T09:17:40,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55c96778-d50c-f47a-384e-299194ba8bc8/nfs.dump.dir in system properties and HBase conf 2024-11-14T09:17:40,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55c96778-d50c-f47a-384e-299194ba8bc8/java.io.tmpdir in system properties and HBase conf 2024-11-14T09:17:40,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55c96778-d50c-f47a-384e-299194ba8bc8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T09:17:40,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55c96778-d50c-f47a-384e-299194ba8bc8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T09:17:40,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55c96778-d50c-f47a-384e-299194ba8bc8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T09:17:40,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10115c44e2c0002, quorum=127.0.0.1:64916, baseZNode=/0-1171832771 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T09:17:40,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10115c44e2c0005, quorum=127.0.0.1:64916, baseZNode=/1-1008998844 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T09:17:40,252 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10115c44e2c0002, quorum=127.0.0.1:64916, baseZNode=/0-1171832771 Received Disconnected from ZooKeeper, ignoring 2024-11-14T09:17:40,252 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10115c44e2c0005, quorum=127.0.0.1:64916, baseZNode=/1-1008998844 Received Disconnected from ZooKeeper, ignoring 2024-11-14T09:17:40,301 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T09:17:40,308 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T09:17:40,313 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T09:17:40,314 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T09:17:40,314 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T09:17:40,314 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T09:17:40,315 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20f5c756{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55c96778-d50c-f47a-384e-299194ba8bc8/hadoop.log.dir/,AVAILABLE} 2024-11-14T09:17:40,316 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7607be1c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T09:17:40,441 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@109ccb36{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55c96778-d50c-f47a-384e-299194ba8bc8/java.io.tmpdir/jetty-localhost-46685-hadoop-hdfs-3_4_1-tests_jar-_-any-18089846776844927675/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T09:17:40,442 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@42df17bd{HTTP/1.1, (http/1.1)}{localhost:46685} 2024-11-14T09:17:40,442 INFO [Time-limited test {}] server.Server(415): Started @28152ms 2024-11-14T09:17:40,535 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T09:17:40,539 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T09:17:40,542 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T09:17:40,542 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T09:17:40,542 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T09:17:40,544 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e83ddb7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55c96778-d50c-f47a-384e-299194ba8bc8/hadoop.log.dir/,AVAILABLE} 2024-11-14T09:17:40,545 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d5819f4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T09:17:40,662 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2714ec4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55c96778-d50c-f47a-384e-299194ba8bc8/java.io.tmpdir/jetty-localhost-38057-hadoop-hdfs-3_4_1-tests_jar-_-any-12999423963407618000/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T09:17:40,662 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@68b58e18{HTTP/1.1, (http/1.1)}{localhost:38057} 2024-11-14T09:17:40,662 INFO [Time-limited test {}] server.Server(415): Started @28373ms 2024-11-14T09:17:40,667 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T09:17:40,793 WARN [Thread-496 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55c96778-d50c-f47a-384e-299194ba8bc8/cluster_afc06142-4269-57ef-996e-d78089fc90bd/data/data1/current/BP-1557556869-172.17.0.2-1731575860239/current, will proceed with Du for space computation calculation, 2024-11-14T09:17:40,793 WARN [Thread-497 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55c96778-d50c-f47a-384e-299194ba8bc8/cluster_afc06142-4269-57ef-996e-d78089fc90bd/data/data2/current/BP-1557556869-172.17.0.2-1731575860239/current, will proceed with Du for space computation calculation, 2024-11-14T09:17:40,815 WARN [Thread-484 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T09:17:40,818 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x88dab59bc8e0ba08 with lease ID 0xb23c5b2fb4ee7347: Processing first storage report for DS-ca4b5124-19e4-4634-85c8-502c5820e1fc from datanode DatanodeRegistration(127.0.0.1:35969, datanodeUuid=4adbe5a2-5cd5-496e-a19c-39ebe4f02621, infoPort=36129, infoSecurePort=0, ipcPort=41115, storageInfo=lv=-57;cid=testClusterID;nsid=1460203901;c=1731575860239) 2024-11-14T09:17:40,818 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x88dab59bc8e0ba08 with lease ID 0xb23c5b2fb4ee7347: from storage DS-ca4b5124-19e4-4634-85c8-502c5820e1fc node DatanodeRegistration(127.0.0.1:35969, datanodeUuid=4adbe5a2-5cd5-496e-a19c-39ebe4f02621, infoPort=36129, infoSecurePort=0, ipcPort=41115, storageInfo=lv=-57;cid=testClusterID;nsid=1460203901;c=1731575860239), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T09:17:40,818 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x88dab59bc8e0ba08 with lease ID 0xb23c5b2fb4ee7347: Processing first storage report for DS-605c9397-d5b0-4fc7-8cef-9868a637849b from datanode DatanodeRegistration(127.0.0.1:35969, datanodeUuid=4adbe5a2-5cd5-496e-a19c-39ebe4f02621, infoPort=36129, infoSecurePort=0, ipcPort=41115, storageInfo=lv=-57;cid=testClusterID;nsid=1460203901;c=1731575860239) 2024-11-14T09:17:40,818 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x88dab59bc8e0ba08 with lease ID 0xb23c5b2fb4ee7347: from storage DS-605c9397-d5b0-4fc7-8cef-9868a637849b node DatanodeRegistration(127.0.0.1:35969, datanodeUuid=4adbe5a2-5cd5-496e-a19c-39ebe4f02621, infoPort=36129, infoSecurePort=0, ipcPort=41115, storageInfo=lv=-57;cid=testClusterID;nsid=1460203901;c=1731575860239), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T09:17:40,897 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55c96778-d50c-f47a-384e-299194ba8bc8 2024-11-14T09:17:40,898 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:17:40,899 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:17:40,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35969 is added to blk_1073741825_1001 (size=7) 2024-11-14T09:17:41,178 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T09:17:41,206 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:17:41,310 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33671/user/jenkins/test-data/033d5154-4a5b-1454-7711-86bfaa5d06dd with version=8 2024-11-14T09:17:41,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33671/user/jenkins/test-data/033d5154-4a5b-1454-7711-86bfaa5d06dd/hbase-staging 2024-11-14T09:17:41,313 INFO [Time-limited test {}] client.ConnectionUtils(128): master/83f56b55f2af:0 server-side Connection retries=45 2024-11-14T09:17:41,313 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T09:17:41,313 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T09:17:41,313 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T09:17:41,313 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T09:17:41,313 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T09:17:41,313 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T09:17:41,313 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T09:17:41,314 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45823 2024-11-14T09:17:41,315 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45823 connecting to ZooKeeper ensemble=127.0.0.1:56179 2024-11-14T09:17:41,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:458230x0, quorum=127.0.0.1:56179, baseZNode=/0779987819 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T09:17:41,322 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45823-0x10115c4b67c0000 connected 2024-11-14T09:17:41,341 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:17:41,343 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:17:41,345 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45823-0x10115c4b67c0000, quorum=127.0.0.1:56179, baseZNode=/0779987819 Set watcher on znode that does not yet exist, /0779987819/running 2024-11-14T09:17:41,345 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33671/user/jenkins/test-data/033d5154-4a5b-1454-7711-86bfaa5d06dd, hbase.cluster.distributed=false 2024-11-14T09:17:41,346 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45823-0x10115c4b67c0000, quorum=127.0.0.1:56179, baseZNode=/0779987819 Set watcher on znode that does not yet exist, /0779987819/acl 2024-11-14T09:17:41,347 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45823 2024-11-14T09:17:41,347 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45823 2024-11-14T09:17:41,348 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45823 2024-11-14T09:17:41,350 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45823 2024-11-14T09:17:41,350 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45823 2024-11-14T09:17:41,367 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/83f56b55f2af:0 server-side Connection retries=45 2024-11-14T09:17:41,367 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T09:17:41,367 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T09:17:41,367 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T09:17:41,367 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T09:17:41,367 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T09:17:41,367 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T09:17:41,368 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T09:17:41,368 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33269 2024-11-14T09:17:41,370 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33269 connecting to ZooKeeper ensemble=127.0.0.1:56179 2024-11-14T09:17:41,371 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:17:41,374 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:17:41,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:332690x0, quorum=127.0.0.1:56179, baseZNode=/0779987819 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T09:17:41,379 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33269-0x10115c4b67c0001 connected 2024-11-14T09:17:41,380 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33269-0x10115c4b67c0001, quorum=127.0.0.1:56179, baseZNode=/0779987819 Set watcher on znode that does not yet exist, /0779987819/running 2024-11-14T09:17:41,380 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T09:17:41,381 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T09:17:41,382 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33269-0x10115c4b67c0001, quorum=127.0.0.1:56179, baseZNode=/0779987819 Set watcher on znode that does not yet exist, /0779987819/master 2024-11-14T09:17:41,383 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33269-0x10115c4b67c0001, quorum=127.0.0.1:56179, baseZNode=/0779987819 Set watcher on znode that does not yet exist, /0779987819/acl 2024-11-14T09:17:41,383 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33269 2024-11-14T09:17:41,384 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33269 2024-11-14T09:17:41,385 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33269 2024-11-14T09:17:41,388 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33269 2024-11-14T09:17:41,388 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33269 2024-11-14T09:17:41,401 DEBUG [M:0;83f56b55f2af:45823 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;83f56b55f2af:45823 2024-11-14T09:17:41,401 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0779987819/backup-masters/83f56b55f2af,45823,1731575861312 2024-11-14T09:17:41,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45823-0x10115c4b67c0000, quorum=127.0.0.1:56179, baseZNode=/0779987819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0779987819/backup-masters 2024-11-14T09:17:41,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33269-0x10115c4b67c0001, quorum=127.0.0.1:56179, baseZNode=/0779987819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0779987819/backup-masters 2024-11-14T09:17:41,403 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45823-0x10115c4b67c0000, quorum=127.0.0.1:56179, baseZNode=/0779987819 Set watcher on existing znode=/0779987819/backup-masters/83f56b55f2af,45823,1731575861312 2024-11-14T09:17:41,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33269-0x10115c4b67c0001, quorum=127.0.0.1:56179, baseZNode=/0779987819 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0779987819/master 2024-11-14T09:17:41,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45823-0x10115c4b67c0000, quorum=127.0.0.1:56179, baseZNode=/0779987819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0779987819 2024-11-14T09:17:41,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33269-0x10115c4b67c0001, quorum=127.0.0.1:56179, baseZNode=/0779987819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0779987819 2024-11-14T09:17:41,410 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45823-0x10115c4b67c0000, quorum=127.0.0.1:56179, baseZNode=/0779987819 Set watcher on existing znode=/0779987819/master 2024-11-14T09:17:41,410 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0779987819/backup-masters/83f56b55f2af,45823,1731575861312 from backup master directory 2024-11-14T09:17:41,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45823-0x10115c4b67c0000, quorum=127.0.0.1:56179, baseZNode=/0779987819 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0779987819/backup-masters/83f56b55f2af,45823,1731575861312 2024-11-14T09:17:41,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33269-0x10115c4b67c0001, quorum=127.0.0.1:56179, baseZNode=/0779987819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0779987819/backup-masters 2024-11-14T09:17:41,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45823-0x10115c4b67c0000, quorum=127.0.0.1:56179, baseZNode=/0779987819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0779987819/backup-masters 2024-11-14T09:17:41,412 WARN [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T09:17:41,412 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=83f56b55f2af,45823,1731575861312 2024-11-14T09:17:41,418 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33671/user/jenkins/test-data/033d5154-4a5b-1454-7711-86bfaa5d06dd/hbase.id] with ID: 9435f910-5914-4186-9726-484a892a9c5c 2024-11-14T09:17:41,418 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33671/user/jenkins/test-data/033d5154-4a5b-1454-7711-86bfaa5d06dd/.tmp/hbase.id 2024-11-14T09:17:41,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35969 is added to blk_1073741826_1002 (size=42) 2024-11-14T09:17:41,827 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33671/user/jenkins/test-data/033d5154-4a5b-1454-7711-86bfaa5d06dd/.tmp/hbase.id]:[hdfs://localhost:33671/user/jenkins/test-data/033d5154-4a5b-1454-7711-86bfaa5d06dd/hbase.id] 2024-11-14T09:17:41,842 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:17:41,842 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T09:17:41,843 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T09:17:41,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45823-0x10115c4b67c0000, quorum=127.0.0.1:56179, baseZNode=/0779987819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0779987819 2024-11-14T09:17:41,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33269-0x10115c4b67c0001, quorum=127.0.0.1:56179, baseZNode=/0779987819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0779987819 2024-11-14T09:17:41,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35969 is added to blk_1073741827_1003 (size=196) 2024-11-14T09:17:42,252 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T09:17:42,253 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T09:17:42,253 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T09:17:42,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35969 is added to blk_1073741828_1004 (size=1189) 2024-11-14T09:17:42,663 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33671/user/jenkins/test-data/033d5154-4a5b-1454-7711-86bfaa5d06dd/MasterData/data/master/store 2024-11-14T09:17:42,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35969 is added to blk_1073741829_1005 (size=34) 2024-11-14T09:17:43,071 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:17:43,071 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T09:17:43,071 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:17:43,071 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:17:43,071 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T09:17:43,071 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:17:43,071 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:17:43,071 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731575863071Disabling compacts and flushes for region at 1731575863071Disabling writes for close at 1731575863071Writing region close event to WAL at 1731575863071Closed at 1731575863071 2024-11-14T09:17:43,072 WARN [master/83f56b55f2af:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33671/user/jenkins/test-data/033d5154-4a5b-1454-7711-86bfaa5d06dd/MasterData/data/master/store/.initializing 2024-11-14T09:17:43,072 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33671/user/jenkins/test-data/033d5154-4a5b-1454-7711-86bfaa5d06dd/MasterData/WALs/83f56b55f2af,45823,1731575861312 2024-11-14T09:17:43,073 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T09:17:43,075 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=83f56b55f2af%2C45823%2C1731575861312, suffix=, logDir=hdfs://localhost:33671/user/jenkins/test-data/033d5154-4a5b-1454-7711-86bfaa5d06dd/MasterData/WALs/83f56b55f2af,45823,1731575861312, archiveDir=hdfs://localhost:33671/user/jenkins/test-data/033d5154-4a5b-1454-7711-86bfaa5d06dd/MasterData/oldWALs, maxLogs=10 2024-11-14T09:17:43,090 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/033d5154-4a5b-1454-7711-86bfaa5d06dd/MasterData/WALs/83f56b55f2af,45823,1731575861312/83f56b55f2af%2C45823%2C1731575861312.1731575863075, exclude list is [], retry=0 2024-11-14T09:17:43,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35969,DS-ca4b5124-19e4-4634-85c8-502c5820e1fc,DISK] 2024-11-14T09:17:43,094 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/033d5154-4a5b-1454-7711-86bfaa5d06dd/MasterData/WALs/83f56b55f2af,45823,1731575861312/83f56b55f2af%2C45823%2C1731575861312.1731575863075 2024-11-14T09:17:43,095 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36129:36129)] 2024-11-14T09:17:43,095 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T09:17:43,095 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:17:43,095 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:17:43,096 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:17:43,097 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:17:43,099 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T09:17:43,099 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:17:43,100 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:17:43,100 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:17:43,101 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T09:17:43,101 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:17:43,102 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:17:43,102 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:17:43,103 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T09:17:43,103 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:17:43,104 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:17:43,104 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:17:43,105 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T09:17:43,105 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:17:43,106 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:17:43,106 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:17:43,107 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33671/user/jenkins/test-data/033d5154-4a5b-1454-7711-86bfaa5d06dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:17:43,107 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33671/user/jenkins/test-data/033d5154-4a5b-1454-7711-86bfaa5d06dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:17:43,108 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:17:43,108 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:17:43,109 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T09:17:43,110 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:17:43,113 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33671/user/jenkins/test-data/033d5154-4a5b-1454-7711-86bfaa5d06dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T09:17:43,113 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62880830, jitterRate=-0.06300261616706848}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T09:17:43,114 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731575863096Initializing all the Stores at 1731575863097 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731575863097Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731575863097Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731575863097Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731575863097Cleaning up temporary data from old regions at 1731575863108 (+11 ms)Region opened successfully at 1731575863114 (+6 ms) 2024-11-14T09:17:43,114 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T09:17:43,118 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53330dcb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=83f56b55f2af/172.17.0.2:0 2024-11-14T09:17:43,119 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T09:17:43,119 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T09:17:43,119 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T09:17:43,119 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T09:17:43,119 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T09:17:43,120 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T09:17:43,120 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T09:17:43,122 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T09:17:43,123 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45823-0x10115c4b67c0000, quorum=127.0.0.1:56179, baseZNode=/0779987819 Unable to get data of znode /0779987819/balancer because node does not exist (not necessarily an error) 2024-11-14T09:17:43,124 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0779987819/balancer already deleted, retry=false 2024-11-14T09:17:43,124 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T09:17:43,125 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45823-0x10115c4b67c0000, quorum=127.0.0.1:56179, baseZNode=/0779987819 Unable to get data of znode /0779987819/normalizer because node does not exist (not necessarily an error) 2024-11-14T09:17:43,128 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0779987819/normalizer already deleted, retry=false 2024-11-14T09:17:43,128 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T09:17:43,129 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45823-0x10115c4b67c0000, quorum=127.0.0.1:56179, baseZNode=/0779987819 Unable to get data of znode /0779987819/switch/split because node does not exist (not necessarily an error) 2024-11-14T09:17:43,130 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0779987819/switch/split already deleted, retry=false 2024-11-14T09:17:43,131 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45823-0x10115c4b67c0000, quorum=127.0.0.1:56179, baseZNode=/0779987819 Unable to get data of znode /0779987819/switch/merge because node does not exist (not necessarily an error) 2024-11-14T09:17:43,132 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0779987819/switch/merge already deleted, retry=false 2024-11-14T09:17:43,133 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45823-0x10115c4b67c0000, quorum=127.0.0.1:56179, baseZNode=/0779987819 Unable to get data of znode /0779987819/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T09:17:43,134 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0779987819/snapshot-cleanup already deleted, retry=false 2024-11-14T09:17:43,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45823-0x10115c4b67c0000, quorum=127.0.0.1:56179, baseZNode=/0779987819 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0779987819/running 2024-11-14T09:17:43,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33269-0x10115c4b67c0001, quorum=127.0.0.1:56179, baseZNode=/0779987819 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0779987819/running 2024-11-14T09:17:43,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45823-0x10115c4b67c0000, quorum=127.0.0.1:56179, baseZNode=/0779987819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0779987819 2024-11-14T09:17:43,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33269-0x10115c4b67c0001, quorum=127.0.0.1:56179, baseZNode=/0779987819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0779987819 2024-11-14T09:17:43,137 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=83f56b55f2af,45823,1731575861312, sessionid=0x10115c4b67c0000, setting cluster-up flag (Was=false) 2024-11-14T09:17:43,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45823-0x10115c4b67c0000, quorum=127.0.0.1:56179, baseZNode=/0779987819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0779987819 2024-11-14T09:17:43,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33269-0x10115c4b67c0001, quorum=127.0.0.1:56179, baseZNode=/0779987819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0779987819 2024-11-14T09:17:43,145 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0779987819/flush-table-proc/acquired, /0779987819/flush-table-proc/reached, /0779987819/flush-table-proc/abort 2024-11-14T09:17:43,146 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=83f56b55f2af,45823,1731575861312 2024-11-14T09:17:43,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33269-0x10115c4b67c0001, quorum=127.0.0.1:56179, baseZNode=/0779987819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0779987819 2024-11-14T09:17:43,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45823-0x10115c4b67c0000, quorum=127.0.0.1:56179, baseZNode=/0779987819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0779987819 2024-11-14T09:17:43,155 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0779987819/online-snapshot/acquired, /0779987819/online-snapshot/reached, /0779987819/online-snapshot/abort 2024-11-14T09:17:43,156 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=83f56b55f2af,45823,1731575861312 2024-11-14T09:17:43,157 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33671/user/jenkins/test-data/033d5154-4a5b-1454-7711-86bfaa5d06dd/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T09:17:43,158 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T09:17:43,159 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T09:17:43,159 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T09:17:43,159 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 83f56b55f2af,45823,1731575861312 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T09:17:43,160 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/83f56b55f2af:0, corePoolSize=5, maxPoolSize=5 2024-11-14T09:17:43,160 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/83f56b55f2af:0, corePoolSize=5, maxPoolSize=5 2024-11-14T09:17:43,161 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/83f56b55f2af:0, corePoolSize=5, maxPoolSize=5 2024-11-14T09:17:43,161 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/83f56b55f2af:0, corePoolSize=5, maxPoolSize=5 2024-11-14T09:17:43,161 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/83f56b55f2af:0, corePoolSize=10, maxPoolSize=10 2024-11-14T09:17:43,161 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:17:43,161 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/83f56b55f2af:0, corePoolSize=2, maxPoolSize=2 2024-11-14T09:17:43,161 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:17:43,164 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T09:17:43,164 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T09:17:43,165 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:17:43,166 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T09:17:43,170 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731575893170 2024-11-14T09:17:43,170 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T09:17:43,170 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T09:17:43,170 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T09:17:43,170 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T09:17:43,170 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T09:17:43,170 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T09:17:43,174 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T09:17:43,175 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T09:17:43,175 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T09:17:43,175 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T09:17:43,175 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T09:17:43,176 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T09:17:43,176 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T09:17:43,179 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/83f56b55f2af:0:becomeActiveMaster-HFileCleaner.large.0-1731575863176,5,FailOnTimeoutGroup] 2024-11-14T09:17:43,179 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/83f56b55f2af:0:becomeActiveMaster-HFileCleaner.small.0-1731575863179,5,FailOnTimeoutGroup] 2024-11-14T09:17:43,179 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T09:17:43,179 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T09:17:43,179 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T09:17:43,179 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T09:17:43,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35969 is added to blk_1073741831_1007 (size=1321) 2024-11-14T09:17:43,191 INFO [RS:0;83f56b55f2af:33269 {}] regionserver.HRegionServer(746): ClusterId : 9435f910-5914-4186-9726-484a892a9c5c 2024-11-14T09:17:43,191 DEBUG [RS:0;83f56b55f2af:33269 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T09:17:43,193 DEBUG [RS:0;83f56b55f2af:33269 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T09:17:43,193 DEBUG [RS:0;83f56b55f2af:33269 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T09:17:43,196 DEBUG [RS:0;83f56b55f2af:33269 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T09:17:43,196 DEBUG [RS:0;83f56b55f2af:33269 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c8f9d42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=83f56b55f2af/172.17.0.2:0 2024-11-14T09:17:43,209 DEBUG [RS:0;83f56b55f2af:33269 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;83f56b55f2af:33269 2024-11-14T09:17:43,209 INFO [RS:0;83f56b55f2af:33269 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T09:17:43,209 INFO [RS:0;83f56b55f2af:33269 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T09:17:43,209 DEBUG [RS:0;83f56b55f2af:33269 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T09:17:43,210 INFO [RS:0;83f56b55f2af:33269 {}] regionserver.HRegionServer(2659): reportForDuty to master=83f56b55f2af,45823,1731575861312 with port=33269, startcode=1731575861367 2024-11-14T09:17:43,210 DEBUG [RS:0;83f56b55f2af:33269 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T09:17:43,212 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55479, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T09:17:43,213 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45823 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 83f56b55f2af,33269,1731575861367 2024-11-14T09:17:43,213 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45823 {}] master.ServerManager(517): Registering regionserver=83f56b55f2af,33269,1731575861367 2024-11-14T09:17:43,215 DEBUG [RS:0;83f56b55f2af:33269 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33671/user/jenkins/test-data/033d5154-4a5b-1454-7711-86bfaa5d06dd 2024-11-14T09:17:43,215 DEBUG [RS:0;83f56b55f2af:33269 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33671 2024-11-14T09:17:43,215 DEBUG [RS:0;83f56b55f2af:33269 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T09:17:43,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45823-0x10115c4b67c0000, quorum=127.0.0.1:56179, baseZNode=/0779987819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0779987819/rs 2024-11-14T09:17:43,217 DEBUG [RS:0;83f56b55f2af:33269 {}] zookeeper.ZKUtil(111): regionserver:33269-0x10115c4b67c0001, quorum=127.0.0.1:56179, baseZNode=/0779987819 Set watcher on existing znode=/0779987819/rs/83f56b55f2af,33269,1731575861367 2024-11-14T09:17:43,217 WARN [RS:0;83f56b55f2af:33269 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T09:17:43,217 INFO [RS:0;83f56b55f2af:33269 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T09:17:43,217 DEBUG [RS:0;83f56b55f2af:33269 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33671/user/jenkins/test-data/033d5154-4a5b-1454-7711-86bfaa5d06dd/WALs/83f56b55f2af,33269,1731575861367 2024-11-14T09:17:43,217 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [83f56b55f2af,33269,1731575861367] 2024-11-14T09:17:43,221 INFO [RS:0;83f56b55f2af:33269 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T09:17:43,224 INFO [RS:0;83f56b55f2af:33269 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T09:17:43,224 INFO [RS:0;83f56b55f2af:33269 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T09:17:43,224 INFO [RS:0;83f56b55f2af:33269 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T09:17:43,224 INFO [RS:0;83f56b55f2af:33269 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T09:17:43,225 INFO [RS:0;83f56b55f2af:33269 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T09:17:43,225 INFO [RS:0;83f56b55f2af:33269 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T09:17:43,226 DEBUG [RS:0;83f56b55f2af:33269 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:17:43,226 DEBUG [RS:0;83f56b55f2af:33269 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:17:43,226 DEBUG [RS:0;83f56b55f2af:33269 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:17:43,226 DEBUG [RS:0;83f56b55f2af:33269 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:17:43,226 DEBUG [RS:0;83f56b55f2af:33269 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:17:43,226 DEBUG [RS:0;83f56b55f2af:33269 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/83f56b55f2af:0, corePoolSize=2, maxPoolSize=2 2024-11-14T09:17:43,226 DEBUG [RS:0;83f56b55f2af:33269 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:17:43,226 DEBUG [RS:0;83f56b55f2af:33269 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:17:43,226 DEBUG [RS:0;83f56b55f2af:33269 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:17:43,226 DEBUG [RS:0;83f56b55f2af:33269 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:17:43,226 DEBUG [RS:0;83f56b55f2af:33269 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:17:43,226 DEBUG [RS:0;83f56b55f2af:33269 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:17:43,226 DEBUG [RS:0;83f56b55f2af:33269 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/83f56b55f2af:0, corePoolSize=3, maxPoolSize=3 2024-11-14T09:17:43,226 DEBUG [RS:0;83f56b55f2af:33269 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/83f56b55f2af:0, corePoolSize=3, maxPoolSize=3 2024-11-14T09:17:43,228 INFO [RS:0;83f56b55f2af:33269 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T09:17:43,228 INFO [RS:0;83f56b55f2af:33269 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T09:17:43,228 INFO [RS:0;83f56b55f2af:33269 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T09:17:43,228 INFO [RS:0;83f56b55f2af:33269 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T09:17:43,228 INFO [RS:0;83f56b55f2af:33269 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T09:17:43,228 INFO [RS:0;83f56b55f2af:33269 {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,33269,1731575861367-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T09:17:43,252 INFO [RS:0;83f56b55f2af:33269 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T09:17:43,252 INFO [RS:0;83f56b55f2af:33269 {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,33269,1731575861367-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T09:17:43,253 INFO [RS:0;83f56b55f2af:33269 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:17:43,253 INFO [RS:0;83f56b55f2af:33269 {}] regionserver.Replication(171): 83f56b55f2af,33269,1731575861367 started 2024-11-14T09:17:43,273 INFO [RS:0;83f56b55f2af:33269 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:17:43,273 INFO [RS:0;83f56b55f2af:33269 {}] regionserver.HRegionServer(1482): Serving as 83f56b55f2af,33269,1731575861367, RpcServer on 83f56b55f2af/172.17.0.2:33269, sessionid=0x10115c4b67c0001 2024-11-14T09:17:43,273 DEBUG [RS:0;83f56b55f2af:33269 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T09:17:43,273 DEBUG [RS:0;83f56b55f2af:33269 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 83f56b55f2af,33269,1731575861367 2024-11-14T09:17:43,273 DEBUG [RS:0;83f56b55f2af:33269 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '83f56b55f2af,33269,1731575861367' 2024-11-14T09:17:43,273 DEBUG [RS:0;83f56b55f2af:33269 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0779987819/flush-table-proc/abort' 2024-11-14T09:17:43,274 DEBUG [RS:0;83f56b55f2af:33269 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0779987819/flush-table-proc/acquired' 2024-11-14T09:17:43,274 DEBUG [RS:0;83f56b55f2af:33269 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T09:17:43,275 DEBUG [RS:0;83f56b55f2af:33269 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T09:17:43,275 DEBUG [RS:0;83f56b55f2af:33269 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 83f56b55f2af,33269,1731575861367 2024-11-14T09:17:43,275 DEBUG [RS:0;83f56b55f2af:33269 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '83f56b55f2af,33269,1731575861367' 2024-11-14T09:17:43,275 DEBUG [RS:0;83f56b55f2af:33269 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0779987819/online-snapshot/abort' 2024-11-14T09:17:43,275 DEBUG [RS:0;83f56b55f2af:33269 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0779987819/online-snapshot/acquired' 2024-11-14T09:17:43,275 DEBUG [RS:0;83f56b55f2af:33269 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T09:17:43,275 INFO [RS:0;83f56b55f2af:33269 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T09:17:43,275 INFO [RS:0;83f56b55f2af:33269 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T09:17:43,376 INFO [RS:0;83f56b55f2af:33269 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T09:17:43,378 INFO [RS:0;83f56b55f2af:33269 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=83f56b55f2af%2C33269%2C1731575861367, suffix=, logDir=hdfs://localhost:33671/user/jenkins/test-data/033d5154-4a5b-1454-7711-86bfaa5d06dd/WALs/83f56b55f2af,33269,1731575861367, archiveDir=hdfs://localhost:33671/user/jenkins/test-data/033d5154-4a5b-1454-7711-86bfaa5d06dd/oldWALs, maxLogs=10 2024-11-14T09:17:43,394 DEBUG [RS:0;83f56b55f2af:33269 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/033d5154-4a5b-1454-7711-86bfaa5d06dd/WALs/83f56b55f2af,33269,1731575861367/83f56b55f2af%2C33269%2C1731575861367.1731575863379, exclude list is [], retry=0 2024-11-14T09:17:43,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35969,DS-ca4b5124-19e4-4634-85c8-502c5820e1fc,DISK] 2024-11-14T09:17:43,399 INFO [RS:0;83f56b55f2af:33269 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/033d5154-4a5b-1454-7711-86bfaa5d06dd/WALs/83f56b55f2af,33269,1731575861367/83f56b55f2af%2C33269%2C1731575861367.1731575863379 2024-11-14T09:17:43,399 DEBUG [RS:0;83f56b55f2af:33269 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36129:36129)] 2024-11-14T09:17:43,582 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33671/user/jenkins/test-data/033d5154-4a5b-1454-7711-86bfaa5d06dd/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T09:17:43,582 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33671/user/jenkins/test-data/033d5154-4a5b-1454-7711-86bfaa5d06dd 2024-11-14T09:17:43,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35969 is added to blk_1073741833_1009 (size=32) 2024-11-14T09:17:43,590 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:17:43,591 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T09:17:43,593 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T09:17:43,593 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:17:43,593 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:17:43,593 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T09:17:43,595 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T09:17:43,595 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:17:43,595 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:17:43,595 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T09:17:43,596 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T09:17:43,597 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:17:43,597 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:17:43,597 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T09:17:43,598 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T09:17:43,598 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:17:43,599 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:17:43,599 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T09:17:43,599 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33671/user/jenkins/test-data/033d5154-4a5b-1454-7711-86bfaa5d06dd/data/hbase/meta/1588230740 2024-11-14T09:17:43,600 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33671/user/jenkins/test-data/033d5154-4a5b-1454-7711-86bfaa5d06dd/data/hbase/meta/1588230740 2024-11-14T09:17:43,602 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T09:17:43,602 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T09:17:43,602 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T09:17:43,604 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T09:17:43,606 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33671/user/jenkins/test-data/033d5154-4a5b-1454-7711-86bfaa5d06dd/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T09:17:43,607 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63764630, jitterRate=-0.04983296990394592}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T09:17:43,608 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731575863590Initializing all the Stores at 1731575863591 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731575863591Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731575863591Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731575863591Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731575863591Cleaning up temporary data from old regions at 1731575863602 (+11 ms)Region opened successfully at 1731575863608 (+6 ms) 2024-11-14T09:17:43,608 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T09:17:43,609 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T09:17:43,609 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T09:17:43,609 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T09:17:43,609 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T09:17:43,609 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T09:17:43,609 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731575863608Disabling compacts and flushes for region at 1731575863608Disabling writes for close at 1731575863609 (+1 ms)Writing region close event to WAL at 1731575863609Closed at 1731575863609 2024-11-14T09:17:43,611 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T09:17:43,611 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T09:17:43,611 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T09:17:43,612 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T09:17:43,613 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T09:17:43,764 DEBUG [83f56b55f2af:45823 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T09:17:43,765 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=83f56b55f2af,33269,1731575861367 2024-11-14T09:17:43,766 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 83f56b55f2af,33269,1731575861367, state=OPENING 2024-11-14T09:17:43,768 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T09:17:43,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33269-0x10115c4b67c0001, quorum=127.0.0.1:56179, baseZNode=/0779987819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0779987819 2024-11-14T09:17:43,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45823-0x10115c4b67c0000, quorum=127.0.0.1:56179, baseZNode=/0779987819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0779987819 2024-11-14T09:17:43,770 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T09:17:43,770 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0779987819/meta-region-server: CHANGED 2024-11-14T09:17:43,770 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=83f56b55f2af,33269,1731575861367}] 2024-11-14T09:17:43,771 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0779987819/meta-region-server: CHANGED 2024-11-14T09:17:43,925 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T09:17:43,927 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53383, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T09:17:43,931 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T09:17:43,931 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T09:17:43,931 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T09:17:43,933 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=83f56b55f2af%2C33269%2C1731575861367.meta, suffix=.meta, logDir=hdfs://localhost:33671/user/jenkins/test-data/033d5154-4a5b-1454-7711-86bfaa5d06dd/WALs/83f56b55f2af,33269,1731575861367, archiveDir=hdfs://localhost:33671/user/jenkins/test-data/033d5154-4a5b-1454-7711-86bfaa5d06dd/oldWALs, maxLogs=10 2024-11-14T09:17:43,948 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/033d5154-4a5b-1454-7711-86bfaa5d06dd/WALs/83f56b55f2af,33269,1731575861367/83f56b55f2af%2C33269%2C1731575861367.meta.1731575863933.meta, exclude list is [], retry=0 2024-11-14T09:17:43,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35969,DS-ca4b5124-19e4-4634-85c8-502c5820e1fc,DISK] 2024-11-14T09:17:43,952 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/033d5154-4a5b-1454-7711-86bfaa5d06dd/WALs/83f56b55f2af,33269,1731575861367/83f56b55f2af%2C33269%2C1731575861367.meta.1731575863933.meta 2024-11-14T09:17:43,953 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36129:36129)] 2024-11-14T09:17:43,953 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T09:17:43,953 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T09:17:43,954 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T09:17:43,954 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T09:17:43,954 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T09:17:43,954 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T09:17:43,954 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:17:43,954 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T09:17:43,954 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T09:17:43,955 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T09:17:43,956 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T09:17:43,956 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:17:43,957 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:17:43,957 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T09:17:43,958 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T09:17:43,958 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:17:43,958 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:17:43,958 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T09:17:43,959 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T09:17:43,959 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:17:43,960 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:17:43,960 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T09:17:43,961 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T09:17:43,961 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:17:43,961 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:17:43,961 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T09:17:43,962 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33671/user/jenkins/test-data/033d5154-4a5b-1454-7711-86bfaa5d06dd/data/hbase/meta/1588230740 2024-11-14T09:17:43,963 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33671/user/jenkins/test-data/033d5154-4a5b-1454-7711-86bfaa5d06dd/data/hbase/meta/1588230740 2024-11-14T09:17:43,964 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T09:17:43,965 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T09:17:43,965 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T09:17:43,967 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T09:17:43,967 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72287334, jitterRate=0.07716521620750427}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T09:17:43,968 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T09:17:43,969 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731575863954Writing region info on filesystem at 1731575863954Initializing all the Stores at 1731575863955 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731575863955Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731575863955Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731575863955Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731575863955Cleaning up temporary data from old regions at 1731575863965 (+10 ms)Running coprocessor post-open hooks at 1731575863968 (+3 ms)Region opened successfully at 1731575863969 (+1 ms) 2024-11-14T09:17:43,970 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731575863924 2024-11-14T09:17:43,973 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T09:17:43,973 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T09:17:43,973 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=83f56b55f2af,33269,1731575861367 2024-11-14T09:17:43,974 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 83f56b55f2af,33269,1731575861367, state=OPEN 2024-11-14T09:17:43,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33269-0x10115c4b67c0001, quorum=127.0.0.1:56179, baseZNode=/0779987819 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0779987819/meta-region-server 2024-11-14T09:17:43,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45823-0x10115c4b67c0000, quorum=127.0.0.1:56179, baseZNode=/0779987819 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0779987819/meta-region-server 2024-11-14T09:17:43,980 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=83f56b55f2af,33269,1731575861367 2024-11-14T09:17:43,980 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0779987819/meta-region-server: CHANGED 2024-11-14T09:17:43,980 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0779987819/meta-region-server: CHANGED 2024-11-14T09:17:43,983 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T09:17:43,983 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=83f56b55f2af,33269,1731575861367 in 210 msec 2024-11-14T09:17:43,988 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T09:17:43,988 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 372 msec 2024-11-14T09:17:43,989 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T09:17:43,989 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T09:17:43,990 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:17:43,990 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83f56b55f2af,33269,1731575861367, seqNum=-1] 2024-11-14T09:17:43,991 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T09:17:43,992 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42841, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T09:17:43,999 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 840 msec 2024-11-14T09:17:43,999 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731575863999, completionTime=-1 2024-11-14T09:17:43,999 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T09:17:43,999 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T09:17:44,001 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T09:17:44,001 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731575924001 2024-11-14T09:17:44,001 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731575984001 2024-11-14T09:17:44,001 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-14T09:17:44,001 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,45823,1731575861312-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T09:17:44,001 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,45823,1731575861312-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:17:44,001 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,45823,1731575861312-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:17:44,001 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-83f56b55f2af:45823, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:17:44,001 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T09:17:44,002 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T09:17:44,003 DEBUG [master/83f56b55f2af:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T09:17:44,005 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.593sec 2024-11-14T09:17:44,006 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T09:17:44,006 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T09:17:44,006 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T09:17:44,006 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T09:17:44,006 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T09:17:44,006 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,45823,1731575861312-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T09:17:44,006 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,45823,1731575861312-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T09:17:44,008 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T09:17:44,008 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T09:17:44,009 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,45823,1731575861312-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:17:44,092 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fa59636, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:17:44,092 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83f56b55f2af,45823,-1 for getting cluster id 2024-11-14T09:17:44,092 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T09:17:44,094 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9435f910-5914-4186-9726-484a892a9c5c' 2024-11-14T09:17:44,094 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T09:17:44,094 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9435f910-5914-4186-9726-484a892a9c5c" 2024-11-14T09:17:44,094 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c799b22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:17:44,094 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83f56b55f2af,45823,-1] 2024-11-14T09:17:44,095 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T09:17:44,095 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:17:44,096 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T09:17:44,097 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20a816f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:17:44,098 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:17:44,099 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83f56b55f2af,33269,1731575861367, seqNum=-1] 2024-11-14T09:17:44,099 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T09:17:44,100 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49534, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T09:17:44,102 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=83f56b55f2af,45823,1731575861312 2024-11-14T09:17:44,103 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:56179 2024-11-14T09:17:44,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:56179, baseZNode=/0779987819 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T09:17:44,106 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10115c4b67c0002 connected 2024-11-14T09:17:44,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55c96778-d50c-f47a-384e-299194ba8bc8/hadoop.log.dir so I do NOT create it in target/test-data/025e984c-e395-4235-125f-4e2cd95f41c1 2024-11-14T09:17:44,110 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55c96778-d50c-f47a-384e-299194ba8bc8/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T09:17:44,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55c96778-d50c-f47a-384e-299194ba8bc8/hadoop.tmp.dir so I do NOT create it in target/test-data/025e984c-e395-4235-125f-4e2cd95f41c1 2024-11-14T09:17:44,110 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55c96778-d50c-f47a-384e-299194ba8bc8/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T09:17:44,110 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/025e984c-e395-4235-125f-4e2cd95f41c1 2024-11-14T09:17:44,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T09:17:44,110 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/025e984c-e395-4235-125f-4e2cd95f41c1/cluster_c704dbc4-ccb8-7575-9979-c5083032f22c, deleteOnExit=true 2024-11-14T09:17:44,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T09:17:44,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/025e984c-e395-4235-125f-4e2cd95f41c1/test.cache.data in system properties and HBase conf 2024-11-14T09:17:44,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/025e984c-e395-4235-125f-4e2cd95f41c1/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T09:17:44,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/025e984c-e395-4235-125f-4e2cd95f41c1/hadoop.log.dir in system properties and HBase conf 2024-11-14T09:17:44,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/025e984c-e395-4235-125f-4e2cd95f41c1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T09:17:44,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/025e984c-e395-4235-125f-4e2cd95f41c1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T09:17:44,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T09:17:44,111 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T09:17:44,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/025e984c-e395-4235-125f-4e2cd95f41c1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T09:17:44,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/025e984c-e395-4235-125f-4e2cd95f41c1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T09:17:44,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/025e984c-e395-4235-125f-4e2cd95f41c1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T09:17:44,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/025e984c-e395-4235-125f-4e2cd95f41c1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T09:17:44,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/025e984c-e395-4235-125f-4e2cd95f41c1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T09:17:44,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/025e984c-e395-4235-125f-4e2cd95f41c1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T09:17:44,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/025e984c-e395-4235-125f-4e2cd95f41c1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T09:17:44,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/025e984c-e395-4235-125f-4e2cd95f41c1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T09:17:44,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/025e984c-e395-4235-125f-4e2cd95f41c1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T09:17:44,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/025e984c-e395-4235-125f-4e2cd95f41c1/nfs.dump.dir in system properties and HBase conf 2024-11-14T09:17:44,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/025e984c-e395-4235-125f-4e2cd95f41c1/java.io.tmpdir in system properties and HBase conf 2024-11-14T09:17:44,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/025e984c-e395-4235-125f-4e2cd95f41c1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T09:17:44,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/025e984c-e395-4235-125f-4e2cd95f41c1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T09:17:44,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/025e984c-e395-4235-125f-4e2cd95f41c1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T09:17:44,206 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T09:17:44,211 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T09:17:44,212 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T09:17:44,212 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T09:17:44,212 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T09:17:44,213 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T09:17:44,214 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@64a93a37{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/025e984c-e395-4235-125f-4e2cd95f41c1/hadoop.log.dir/,AVAILABLE} 2024-11-14T09:17:44,214 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74d724ec{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T09:17:44,333 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2e4bcfa{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/025e984c-e395-4235-125f-4e2cd95f41c1/java.io.tmpdir/jetty-localhost-45671-hadoop-hdfs-3_4_1-tests_jar-_-any-7491871690171423549/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T09:17:44,334 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@22b1fd66{HTTP/1.1, (http/1.1)}{localhost:45671} 2024-11-14T09:17:44,334 INFO [Time-limited test {}] server.Server(415): Started @32044ms 2024-11-14T09:17:44,422 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T09:17:44,426 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T09:17:44,428 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T09:17:44,429 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T09:17:44,429 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T09:17:44,429 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@444a388b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/025e984c-e395-4235-125f-4e2cd95f41c1/hadoop.log.dir/,AVAILABLE} 2024-11-14T09:17:44,429 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b3e21e8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T09:17:44,551 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@69cfd063{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/025e984c-e395-4235-125f-4e2cd95f41c1/java.io.tmpdir/jetty-localhost-43389-hadoop-hdfs-3_4_1-tests_jar-_-any-2506464239434559129/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T09:17:44,552 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3ada9b11{HTTP/1.1, (http/1.1)}{localhost:43389} 2024-11-14T09:17:44,552 INFO [Time-limited test {}] server.Server(415): Started @32262ms 2024-11-14T09:17:44,553 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T09:17:44,666 WARN [Thread-618 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/025e984c-e395-4235-125f-4e2cd95f41c1/cluster_c704dbc4-ccb8-7575-9979-c5083032f22c/data/data2/current/BP-1953635120-172.17.0.2-1731575864150/current, will proceed with Du for space computation calculation, 2024-11-14T09:17:44,666 WARN [Thread-617 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/025e984c-e395-4235-125f-4e2cd95f41c1/cluster_c704dbc4-ccb8-7575-9979-c5083032f22c/data/data1/current/BP-1953635120-172.17.0.2-1731575864150/current, will proceed with Du for space computation calculation, 2024-11-14T09:17:44,684 WARN [Thread-605 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T09:17:44,687 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x467a06aa6e3493dc with lease ID 0x8c5f2f097540ecd8: Processing first storage report for DS-5e43c2f3-0e44-4dff-8fe2-e80dd6e89206 from datanode DatanodeRegistration(127.0.0.1:40219, datanodeUuid=0fbb872d-0e29-4767-9b2c-225e523b5afa, infoPort=44509, infoSecurePort=0, ipcPort=46483, storageInfo=lv=-57;cid=testClusterID;nsid=1581658605;c=1731575864150) 2024-11-14T09:17:44,687 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x467a06aa6e3493dc with lease ID 0x8c5f2f097540ecd8: from storage DS-5e43c2f3-0e44-4dff-8fe2-e80dd6e89206 node DatanodeRegistration(127.0.0.1:40219, datanodeUuid=0fbb872d-0e29-4767-9b2c-225e523b5afa, infoPort=44509, infoSecurePort=0, ipcPort=46483, storageInfo=lv=-57;cid=testClusterID;nsid=1581658605;c=1731575864150), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T09:17:44,687 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x467a06aa6e3493dc with lease ID 0x8c5f2f097540ecd8: Processing first storage report for DS-542e8722-6f82-4497-8581-9a879ee9bb7e from datanode DatanodeRegistration(127.0.0.1:40219, datanodeUuid=0fbb872d-0e29-4767-9b2c-225e523b5afa, infoPort=44509, infoSecurePort=0, ipcPort=46483, storageInfo=lv=-57;cid=testClusterID;nsid=1581658605;c=1731575864150) 2024-11-14T09:17:44,687 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x467a06aa6e3493dc with lease ID 0x8c5f2f097540ecd8: from storage DS-542e8722-6f82-4497-8581-9a879ee9bb7e node DatanodeRegistration(127.0.0.1:40219, datanodeUuid=0fbb872d-0e29-4767-9b2c-225e523b5afa, infoPort=44509, infoSecurePort=0, ipcPort=46483, storageInfo=lv=-57;cid=testClusterID;nsid=1581658605;c=1731575864150), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T09:17:44,786 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/025e984c-e395-4235-125f-4e2cd95f41c1 2024-11-14T09:17:44,786 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:17:44,788 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:17:44,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40219 is added to blk_1073741825_1001 (size=7) 2024-11-14T09:17:44,804 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45753/user/jenkins/test-data/cfdb0a1e-f845-3af6-00c5-81c090a05f93 with version=8 2024-11-14T09:17:44,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45753/user/jenkins/test-data/cfdb0a1e-f845-3af6-00c5-81c090a05f93/hbase-staging 2024-11-14T09:17:44,807 INFO [Time-limited test {}] client.ConnectionUtils(128): master/83f56b55f2af:0 server-side Connection retries=45 2024-11-14T09:17:44,807 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T09:17:44,807 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T09:17:44,808 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T09:17:44,808 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T09:17:44,808 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T09:17:44,808 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T09:17:44,808 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T09:17:44,809 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38821 2024-11-14T09:17:44,810 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38821 connecting to ZooKeeper ensemble=127.0.0.1:56179 2024-11-14T09:17:44,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:388210x0, quorum=127.0.0.1:56179, baseZNode=/11560756118 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T09:17:44,812 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38821-0x10115c4b67c0003 connected 2024-11-14T09:17:44,825 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:17:44,827 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:17:44,829 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38821-0x10115c4b67c0003, quorum=127.0.0.1:56179, baseZNode=/11560756118 Set watcher on znode that does not yet exist, /11560756118/running 2024-11-14T09:17:44,829 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45753/user/jenkins/test-data/cfdb0a1e-f845-3af6-00c5-81c090a05f93, hbase.cluster.distributed=false 2024-11-14T09:17:44,831 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38821-0x10115c4b67c0003, quorum=127.0.0.1:56179, baseZNode=/11560756118 Set watcher on znode that does not yet exist, /11560756118/acl 2024-11-14T09:17:44,831 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38821 2024-11-14T09:17:44,831 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38821 2024-11-14T09:17:44,831 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38821 2024-11-14T09:17:44,832 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38821 2024-11-14T09:17:44,832 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38821 2024-11-14T09:17:44,848 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/83f56b55f2af:0 server-side Connection retries=45 2024-11-14T09:17:44,848 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T09:17:44,848 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T09:17:44,848 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T09:17:44,848 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T09:17:44,848 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T09:17:44,848 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T09:17:44,848 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T09:17:44,849 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41253 2024-11-14T09:17:44,850 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41253 connecting to ZooKeeper ensemble=127.0.0.1:56179 2024-11-14T09:17:44,850 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:17:44,852 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:17:44,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:412530x0, quorum=127.0.0.1:56179, baseZNode=/11560756118 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T09:17:44,884 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:412530x0, quorum=127.0.0.1:56179, baseZNode=/11560756118 Set watcher on znode that does not yet exist, /11560756118/running 2024-11-14T09:17:44,884 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41253-0x10115c4b67c0004 connected 2024-11-14T09:17:44,885 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T09:17:44,888 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T09:17:44,889 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41253-0x10115c4b67c0004, quorum=127.0.0.1:56179, baseZNode=/11560756118 Set watcher on znode that does not yet exist, /11560756118/master 2024-11-14T09:17:44,890 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41253-0x10115c4b67c0004, quorum=127.0.0.1:56179, baseZNode=/11560756118 Set watcher on znode that does not yet exist, /11560756118/acl 2024-11-14T09:17:44,892 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41253 2024-11-14T09:17:44,892 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41253 2024-11-14T09:17:44,893 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41253 2024-11-14T09:17:44,893 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41253 2024-11-14T09:17:44,893 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41253 2024-11-14T09:17:44,905 DEBUG [M:0;83f56b55f2af:38821 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;83f56b55f2af:38821 2024-11-14T09:17:44,906 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11560756118/backup-masters/83f56b55f2af,38821,1731575864807 2024-11-14T09:17:44,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41253-0x10115c4b67c0004, quorum=127.0.0.1:56179, baseZNode=/11560756118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11560756118/backup-masters 2024-11-14T09:17:44,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38821-0x10115c4b67c0003, quorum=127.0.0.1:56179, baseZNode=/11560756118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11560756118/backup-masters 2024-11-14T09:17:44,909 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38821-0x10115c4b67c0003, quorum=127.0.0.1:56179, baseZNode=/11560756118 Set watcher on existing znode=/11560756118/backup-masters/83f56b55f2af,38821,1731575864807 2024-11-14T09:17:44,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41253-0x10115c4b67c0004, quorum=127.0.0.1:56179, baseZNode=/11560756118 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11560756118/master 2024-11-14T09:17:44,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38821-0x10115c4b67c0003, quorum=127.0.0.1:56179, baseZNode=/11560756118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11560756118 2024-11-14T09:17:44,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41253-0x10115c4b67c0004, quorum=127.0.0.1:56179, baseZNode=/11560756118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11560756118 2024-11-14T09:17:44,911 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38821-0x10115c4b67c0003, quorum=127.0.0.1:56179, baseZNode=/11560756118 Set watcher on existing znode=/11560756118/master 2024-11-14T09:17:44,912 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11560756118/backup-masters/83f56b55f2af,38821,1731575864807 from backup master directory 2024-11-14T09:17:44,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38821-0x10115c4b67c0003, quorum=127.0.0.1:56179, baseZNode=/11560756118 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11560756118/backup-masters/83f56b55f2af,38821,1731575864807 2024-11-14T09:17:44,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38821-0x10115c4b67c0003, quorum=127.0.0.1:56179, baseZNode=/11560756118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11560756118/backup-masters 2024-11-14T09:17:44,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41253-0x10115c4b67c0004, quorum=127.0.0.1:56179, baseZNode=/11560756118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11560756118/backup-masters 2024-11-14T09:17:44,913 WARN [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T09:17:44,913 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=83f56b55f2af,38821,1731575864807 2024-11-14T09:17:44,918 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45753/user/jenkins/test-data/cfdb0a1e-f845-3af6-00c5-81c090a05f93/hbase.id] with ID: 4d811223-05e3-4cf6-8e84-030dc28274b8 2024-11-14T09:17:44,918 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45753/user/jenkins/test-data/cfdb0a1e-f845-3af6-00c5-81c090a05f93/.tmp/hbase.id 2024-11-14T09:17:44,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40219 is added to blk_1073741826_1002 (size=42) 2024-11-14T09:17:44,928 WARN [RS:0;83f56b55f2af:33269 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 83f56b55f2af,37177,1731575837767: status=Processing ServerCrashProcedure of 83f56b55f2af,37177,1731575837767 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731575850804, completionTime=-1 appears to have been leaked 2024-11-14T09:17:45,325 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45753/user/jenkins/test-data/cfdb0a1e-f845-3af6-00c5-81c090a05f93/.tmp/hbase.id]:[hdfs://localhost:45753/user/jenkins/test-data/cfdb0a1e-f845-3af6-00c5-81c090a05f93/hbase.id] 2024-11-14T09:17:45,343 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:17:45,343 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T09:17:45,344 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T09:17:45,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41253-0x10115c4b67c0004, quorum=127.0.0.1:56179, baseZNode=/11560756118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11560756118 2024-11-14T09:17:45,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38821-0x10115c4b67c0003, quorum=127.0.0.1:56179, baseZNode=/11560756118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11560756118 2024-11-14T09:17:45,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40219 is added to blk_1073741827_1003 (size=196) 2024-11-14T09:17:45,764 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T09:17:45,765 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T09:17:45,765 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T09:17:45,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40219 is added to blk_1073741828_1004 (size=1189) 2024-11-14T09:17:46,174 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45753/user/jenkins/test-data/cfdb0a1e-f845-3af6-00c5-81c090a05f93/MasterData/data/master/store 2024-11-14T09:17:46,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40219 is added to blk_1073741829_1005 (size=34) 2024-11-14T09:17:46,582 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:17:46,582 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T09:17:46,582 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:17:46,582 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:17:46,582 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T09:17:46,582 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:17:46,582 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:17:46,583 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731575866582Disabling compacts and flushes for region at 1731575866582Disabling writes for close at 1731575866582Writing region close event to WAL at 1731575866582Closed at 1731575866582 2024-11-14T09:17:46,584 WARN [master/83f56b55f2af:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45753/user/jenkins/test-data/cfdb0a1e-f845-3af6-00c5-81c090a05f93/MasterData/data/master/store/.initializing 2024-11-14T09:17:46,584 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45753/user/jenkins/test-data/cfdb0a1e-f845-3af6-00c5-81c090a05f93/MasterData/WALs/83f56b55f2af,38821,1731575864807 2024-11-14T09:17:46,586 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T09:17:46,590 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=83f56b55f2af%2C38821%2C1731575864807, suffix=, logDir=hdfs://localhost:45753/user/jenkins/test-data/cfdb0a1e-f845-3af6-00c5-81c090a05f93/MasterData/WALs/83f56b55f2af,38821,1731575864807, archiveDir=hdfs://localhost:45753/user/jenkins/test-data/cfdb0a1e-f845-3af6-00c5-81c090a05f93/MasterData/oldWALs, maxLogs=10 2024-11-14T09:17:46,606 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cfdb0a1e-f845-3af6-00c5-81c090a05f93/MasterData/WALs/83f56b55f2af,38821,1731575864807/83f56b55f2af%2C38821%2C1731575864807.1731575866590, exclude list is [], retry=0 2024-11-14T09:17:46,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40219,DS-5e43c2f3-0e44-4dff-8fe2-e80dd6e89206,DISK] 2024-11-14T09:17:46,611 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cfdb0a1e-f845-3af6-00c5-81c090a05f93/MasterData/WALs/83f56b55f2af,38821,1731575864807/83f56b55f2af%2C38821%2C1731575864807.1731575866590 2024-11-14T09:17:46,612 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44509:44509)] 2024-11-14T09:17:46,612 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T09:17:46,612 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:17:46,612 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:17:46,612 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:17:46,615 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:17:46,617 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T09:17:46,617 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:17:46,617 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:17:46,617 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:17:46,619 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T09:17:46,619 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:17:46,619 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:17:46,619 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:17:46,620 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T09:17:46,620 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:17:46,621 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:17:46,621 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:17:46,622 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T09:17:46,622 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:17:46,622 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:17:46,622 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:17:46,623 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45753/user/jenkins/test-data/cfdb0a1e-f845-3af6-00c5-81c090a05f93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:17:46,623 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45753/user/jenkins/test-data/cfdb0a1e-f845-3af6-00c5-81c090a05f93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:17:46,625 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:17:46,625 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:17:46,625 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T09:17:46,626 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:17:46,628 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45753/user/jenkins/test-data/cfdb0a1e-f845-3af6-00c5-81c090a05f93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T09:17:46,629 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73247950, jitterRate=0.09147951006889343}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T09:17:46,629 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731575866612Initializing all the Stores at 1731575866613 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731575866613Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731575866615 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731575866615Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731575866615Cleaning up temporary data from old regions at 1731575866625 (+10 ms)Region opened successfully at 1731575866629 (+4 ms) 2024-11-14T09:17:46,629 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T09:17:46,632 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a42b391, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=83f56b55f2af/172.17.0.2:0 2024-11-14T09:17:46,633 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T09:17:46,633 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T09:17:46,633 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T09:17:46,633 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T09:17:46,634 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T09:17:46,634 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T09:17:46,634 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T09:17:46,636 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T09:17:46,637 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38821-0x10115c4b67c0003, quorum=127.0.0.1:56179, baseZNode=/11560756118 Unable to get data of znode /11560756118/balancer because node does not exist (not necessarily an error) 2024-11-14T09:17:46,638 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11560756118/balancer already deleted, retry=false 2024-11-14T09:17:46,639 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T09:17:46,639 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38821-0x10115c4b67c0003, quorum=127.0.0.1:56179, baseZNode=/11560756118 Unable to get data of znode /11560756118/normalizer because node does not exist (not necessarily an error) 2024-11-14T09:17:46,640 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11560756118/normalizer already deleted, retry=false 2024-11-14T09:17:46,640 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T09:17:46,641 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38821-0x10115c4b67c0003, quorum=127.0.0.1:56179, baseZNode=/11560756118 Unable to get data of znode /11560756118/switch/split because node does not exist (not necessarily an error) 2024-11-14T09:17:46,644 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11560756118/switch/split already deleted, retry=false 2024-11-14T09:17:46,645 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38821-0x10115c4b67c0003, quorum=127.0.0.1:56179, baseZNode=/11560756118 Unable to get data of znode /11560756118/switch/merge because node does not exist (not necessarily an error) 2024-11-14T09:17:46,646 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11560756118/switch/merge already deleted, retry=false 2024-11-14T09:17:46,647 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38821-0x10115c4b67c0003, quorum=127.0.0.1:56179, baseZNode=/11560756118 Unable to get data of znode /11560756118/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T09:17:46,648 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11560756118/snapshot-cleanup already deleted, retry=false 2024-11-14T09:17:46,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41253-0x10115c4b67c0004, quorum=127.0.0.1:56179, baseZNode=/11560756118 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11560756118/running 2024-11-14T09:17:46,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38821-0x10115c4b67c0003, quorum=127.0.0.1:56179, baseZNode=/11560756118 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11560756118/running 2024-11-14T09:17:46,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41253-0x10115c4b67c0004, quorum=127.0.0.1:56179, baseZNode=/11560756118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11560756118 2024-11-14T09:17:46,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38821-0x10115c4b67c0003, quorum=127.0.0.1:56179, baseZNode=/11560756118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11560756118 2024-11-14T09:17:46,651 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=83f56b55f2af,38821,1731575864807, sessionid=0x10115c4b67c0003, setting cluster-up flag (Was=false) 2024-11-14T09:17:46,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38821-0x10115c4b67c0003, quorum=127.0.0.1:56179, baseZNode=/11560756118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11560756118 2024-11-14T09:17:46,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41253-0x10115c4b67c0004, quorum=127.0.0.1:56179, baseZNode=/11560756118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11560756118 2024-11-14T09:17:46,660 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11560756118/flush-table-proc/acquired, /11560756118/flush-table-proc/reached, /11560756118/flush-table-proc/abort 2024-11-14T09:17:46,661 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=83f56b55f2af,38821,1731575864807 2024-11-14T09:17:46,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41253-0x10115c4b67c0004, quorum=127.0.0.1:56179, baseZNode=/11560756118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11560756118 2024-11-14T09:17:46,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38821-0x10115c4b67c0003, quorum=127.0.0.1:56179, baseZNode=/11560756118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11560756118 2024-11-14T09:17:46,668 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11560756118/online-snapshot/acquired, /11560756118/online-snapshot/reached, /11560756118/online-snapshot/abort 2024-11-14T09:17:46,669 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=83f56b55f2af,38821,1731575864807 2024-11-14T09:17:46,671 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45753/user/jenkins/test-data/cfdb0a1e-f845-3af6-00c5-81c090a05f93/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T09:17:46,673 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T09:17:46,673 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T09:17:46,673 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T09:17:46,674 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 83f56b55f2af,38821,1731575864807 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T09:17:46,675 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/83f56b55f2af:0, corePoolSize=5, maxPoolSize=5 2024-11-14T09:17:46,675 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/83f56b55f2af:0, corePoolSize=5, maxPoolSize=5 2024-11-14T09:17:46,675 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/83f56b55f2af:0, corePoolSize=5, maxPoolSize=5 2024-11-14T09:17:46,675 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/83f56b55f2af:0, corePoolSize=5, maxPoolSize=5 2024-11-14T09:17:46,675 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/83f56b55f2af:0, corePoolSize=10, maxPoolSize=10 2024-11-14T09:17:46,675 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:17:46,675 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/83f56b55f2af:0, corePoolSize=2, maxPoolSize=2 2024-11-14T09:17:46,676 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:17:46,679 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731575896679 2024-11-14T09:17:46,679 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T09:17:46,680 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T09:17:46,680 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T09:17:46,680 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T09:17:46,680 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T09:17:46,680 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T09:17:46,680 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T09:17:46,680 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T09:17:46,681 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:17:46,681 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T09:17:46,684 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T09:17:46,687 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T09:17:46,688 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T09:17:46,688 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T09:17:46,688 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T09:17:46,688 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T09:17:46,688 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T09:17:46,689 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/83f56b55f2af:0:becomeActiveMaster-HFileCleaner.large.0-1731575866688,5,FailOnTimeoutGroup] 2024-11-14T09:17:46,692 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/83f56b55f2af:0:becomeActiveMaster-HFileCleaner.small.0-1731575866689,5,FailOnTimeoutGroup] 2024-11-14T09:17:46,692 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T09:17:46,692 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T09:17:46,692 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T09:17:46,692 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T09:17:46,698 INFO [RS:0;83f56b55f2af:41253 {}] regionserver.HRegionServer(746): ClusterId : 4d811223-05e3-4cf6-8e84-030dc28274b8 2024-11-14T09:17:46,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40219 is added to blk_1073741831_1007 (size=1321) 2024-11-14T09:17:46,698 DEBUG [RS:0;83f56b55f2af:41253 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T09:17:46,700 DEBUG [RS:0;83f56b55f2af:41253 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T09:17:46,700 DEBUG [RS:0;83f56b55f2af:41253 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T09:17:46,701 DEBUG [RS:0;83f56b55f2af:41253 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T09:17:46,702 DEBUG [RS:0;83f56b55f2af:41253 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a1cf85d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=83f56b55f2af/172.17.0.2:0 2024-11-14T09:17:46,717 DEBUG [RS:0;83f56b55f2af:41253 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;83f56b55f2af:41253 2024-11-14T09:17:46,717 INFO [RS:0;83f56b55f2af:41253 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T09:17:46,717 INFO [RS:0;83f56b55f2af:41253 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T09:17:46,717 DEBUG [RS:0;83f56b55f2af:41253 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T09:17:46,718 INFO [RS:0;83f56b55f2af:41253 {}] regionserver.HRegionServer(2659): reportForDuty to master=83f56b55f2af,38821,1731575864807 with port=41253, startcode=1731575864847 2024-11-14T09:17:46,718 DEBUG [RS:0;83f56b55f2af:41253 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T09:17:46,720 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40773, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T09:17:46,720 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38821 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 83f56b55f2af,41253,1731575864847 2024-11-14T09:17:46,721 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38821 {}] master.ServerManager(517): Registering regionserver=83f56b55f2af,41253,1731575864847 2024-11-14T09:17:46,722 DEBUG [RS:0;83f56b55f2af:41253 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45753/user/jenkins/test-data/cfdb0a1e-f845-3af6-00c5-81c090a05f93 2024-11-14T09:17:46,722 DEBUG [RS:0;83f56b55f2af:41253 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45753 2024-11-14T09:17:46,722 DEBUG [RS:0;83f56b55f2af:41253 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T09:17:46,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38821-0x10115c4b67c0003, quorum=127.0.0.1:56179, baseZNode=/11560756118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11560756118/rs 2024-11-14T09:17:46,725 DEBUG [RS:0;83f56b55f2af:41253 {}] zookeeper.ZKUtil(111): regionserver:41253-0x10115c4b67c0004, quorum=127.0.0.1:56179, baseZNode=/11560756118 Set watcher on existing znode=/11560756118/rs/83f56b55f2af,41253,1731575864847 2024-11-14T09:17:46,726 WARN [RS:0;83f56b55f2af:41253 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T09:17:46,726 INFO [RS:0;83f56b55f2af:41253 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T09:17:46,726 DEBUG [RS:0;83f56b55f2af:41253 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45753/user/jenkins/test-data/cfdb0a1e-f845-3af6-00c5-81c090a05f93/WALs/83f56b55f2af,41253,1731575864847 2024-11-14T09:17:46,726 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [83f56b55f2af,41253,1731575864847] 2024-11-14T09:17:46,729 INFO [RS:0;83f56b55f2af:41253 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T09:17:46,732 INFO [RS:0;83f56b55f2af:41253 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T09:17:46,732 INFO [RS:0;83f56b55f2af:41253 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T09:17:46,732 INFO [RS:0;83f56b55f2af:41253 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T09:17:46,732 INFO [RS:0;83f56b55f2af:41253 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T09:17:46,733 INFO [RS:0;83f56b55f2af:41253 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T09:17:46,733 INFO [RS:0;83f56b55f2af:41253 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T09:17:46,734 DEBUG [RS:0;83f56b55f2af:41253 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:17:46,734 DEBUG [RS:0;83f56b55f2af:41253 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:17:46,734 DEBUG [RS:0;83f56b55f2af:41253 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:17:46,734 DEBUG [RS:0;83f56b55f2af:41253 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:17:46,734 DEBUG [RS:0;83f56b55f2af:41253 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:17:46,734 DEBUG [RS:0;83f56b55f2af:41253 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/83f56b55f2af:0, corePoolSize=2, maxPoolSize=2 2024-11-14T09:17:46,734 DEBUG [RS:0;83f56b55f2af:41253 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:17:46,734 DEBUG [RS:0;83f56b55f2af:41253 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:17:46,734 DEBUG [RS:0;83f56b55f2af:41253 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:17:46,734 DEBUG [RS:0;83f56b55f2af:41253 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:17:46,734 DEBUG [RS:0;83f56b55f2af:41253 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:17:46,734 DEBUG [RS:0;83f56b55f2af:41253 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:17:46,734 DEBUG [RS:0;83f56b55f2af:41253 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/83f56b55f2af:0, corePoolSize=3, maxPoolSize=3 2024-11-14T09:17:46,734 DEBUG [RS:0;83f56b55f2af:41253 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/83f56b55f2af:0, corePoolSize=3, maxPoolSize=3 2024-11-14T09:17:46,739 INFO [RS:0;83f56b55f2af:41253 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T09:17:46,739 INFO [RS:0;83f56b55f2af:41253 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T09:17:46,739 INFO [RS:0;83f56b55f2af:41253 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T09:17:46,739 INFO [RS:0;83f56b55f2af:41253 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T09:17:46,739 INFO [RS:0;83f56b55f2af:41253 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T09:17:46,739 INFO [RS:0;83f56b55f2af:41253 {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,41253,1731575864847-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T09:17:46,754 INFO [RS:0;83f56b55f2af:41253 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T09:17:46,754 INFO [RS:0;83f56b55f2af:41253 {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,41253,1731575864847-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T09:17:46,754 INFO [RS:0;83f56b55f2af:41253 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:17:46,754 INFO [RS:0;83f56b55f2af:41253 {}] regionserver.Replication(171): 83f56b55f2af,41253,1731575864847 started 2024-11-14T09:17:46,770 INFO [RS:0;83f56b55f2af:41253 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:17:46,771 INFO [RS:0;83f56b55f2af:41253 {}] regionserver.HRegionServer(1482): Serving as 83f56b55f2af,41253,1731575864847, RpcServer on 83f56b55f2af/172.17.0.2:41253, sessionid=0x10115c4b67c0004 2024-11-14T09:17:46,771 DEBUG [RS:0;83f56b55f2af:41253 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T09:17:46,771 DEBUG [RS:0;83f56b55f2af:41253 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 83f56b55f2af,41253,1731575864847 2024-11-14T09:17:46,771 DEBUG [RS:0;83f56b55f2af:41253 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '83f56b55f2af,41253,1731575864847' 2024-11-14T09:17:46,771 DEBUG [RS:0;83f56b55f2af:41253 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11560756118/flush-table-proc/abort' 2024-11-14T09:17:46,771 DEBUG [RS:0;83f56b55f2af:41253 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11560756118/flush-table-proc/acquired' 2024-11-14T09:17:46,772 DEBUG [RS:0;83f56b55f2af:41253 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T09:17:46,772 DEBUG [RS:0;83f56b55f2af:41253 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T09:17:46,772 DEBUG [RS:0;83f56b55f2af:41253 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 83f56b55f2af,41253,1731575864847 2024-11-14T09:17:46,772 DEBUG [RS:0;83f56b55f2af:41253 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '83f56b55f2af,41253,1731575864847' 2024-11-14T09:17:46,772 DEBUG [RS:0;83f56b55f2af:41253 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11560756118/online-snapshot/abort' 2024-11-14T09:17:46,772 DEBUG [RS:0;83f56b55f2af:41253 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11560756118/online-snapshot/acquired' 2024-11-14T09:17:46,772 DEBUG [RS:0;83f56b55f2af:41253 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T09:17:46,772 INFO [RS:0;83f56b55f2af:41253 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T09:17:46,772 INFO [RS:0;83f56b55f2af:41253 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T09:17:46,873 INFO [RS:0;83f56b55f2af:41253 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T09:17:46,875 INFO [RS:0;83f56b55f2af:41253 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=83f56b55f2af%2C41253%2C1731575864847, suffix=, logDir=hdfs://localhost:45753/user/jenkins/test-data/cfdb0a1e-f845-3af6-00c5-81c090a05f93/WALs/83f56b55f2af,41253,1731575864847, archiveDir=hdfs://localhost:45753/user/jenkins/test-data/cfdb0a1e-f845-3af6-00c5-81c090a05f93/oldWALs, maxLogs=10 2024-11-14T09:17:46,890 DEBUG [RS:0;83f56b55f2af:41253 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cfdb0a1e-f845-3af6-00c5-81c090a05f93/WALs/83f56b55f2af,41253,1731575864847/83f56b55f2af%2C41253%2C1731575864847.1731575866875, exclude list is [], retry=0 2024-11-14T09:17:46,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40219,DS-5e43c2f3-0e44-4dff-8fe2-e80dd6e89206,DISK] 2024-11-14T09:17:46,896 INFO [RS:0;83f56b55f2af:41253 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cfdb0a1e-f845-3af6-00c5-81c090a05f93/WALs/83f56b55f2af,41253,1731575864847/83f56b55f2af%2C41253%2C1731575864847.1731575866875 2024-11-14T09:17:46,896 DEBUG [RS:0;83f56b55f2af:41253 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44509:44509)] 2024-11-14T09:17:47,099 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45753/user/jenkins/test-data/cfdb0a1e-f845-3af6-00c5-81c090a05f93/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T09:17:47,100 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45753/user/jenkins/test-data/cfdb0a1e-f845-3af6-00c5-81c090a05f93 2024-11-14T09:17:47,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40219 is added to blk_1073741833_1009 (size=32) 2024-11-14T09:17:47,487 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-14T09:17:47,508 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:17:47,510 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T09:17:47,511 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T09:17:47,511 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:17:47,511 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:17:47,511 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T09:17:47,513 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T09:17:47,513 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:17:47,513 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:17:47,513 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T09:17:47,514 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T09:17:47,514 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:17:47,515 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:17:47,515 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T09:17:47,516 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T09:17:47,516 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:17:47,516 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:17:47,517 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T09:17:47,517 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45753/user/jenkins/test-data/cfdb0a1e-f845-3af6-00c5-81c090a05f93/data/hbase/meta/1588230740 2024-11-14T09:17:47,518 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45753/user/jenkins/test-data/cfdb0a1e-f845-3af6-00c5-81c090a05f93/data/hbase/meta/1588230740 2024-11-14T09:17:47,519 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T09:17:47,519 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T09:17:47,519 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T09:17:47,520 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T09:17:47,522 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45753/user/jenkins/test-data/cfdb0a1e-f845-3af6-00c5-81c090a05f93/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T09:17:47,523 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62139015, jitterRate=-0.07405652105808258}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T09:17:47,523 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731575867508Initializing all the Stores at 1731575867509 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731575867509Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731575867509Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731575867509Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731575867509Cleaning up temporary data from old regions at 1731575867519 (+10 ms)Region opened successfully at 1731575867523 (+4 ms) 2024-11-14T09:17:47,523 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T09:17:47,523 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T09:17:47,523 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T09:17:47,523 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T09:17:47,523 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T09:17:47,523 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T09:17:47,524 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731575867523Disabling compacts and flushes for region at 1731575867523Disabling writes for close at 1731575867523Writing region close event to WAL at 1731575867523Closed at 1731575867523 2024-11-14T09:17:47,525 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T09:17:47,525 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T09:17:47,525 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T09:17:47,526 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T09:17:47,528 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T09:17:47,678 DEBUG [83f56b55f2af:38821 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T09:17:47,679 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=83f56b55f2af,41253,1731575864847 2024-11-14T09:17:47,680 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 83f56b55f2af,41253,1731575864847, state=OPENING 2024-11-14T09:17:47,686 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T09:17:47,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41253-0x10115c4b67c0004, quorum=127.0.0.1:56179, baseZNode=/11560756118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11560756118 2024-11-14T09:17:47,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38821-0x10115c4b67c0003, quorum=127.0.0.1:56179, baseZNode=/11560756118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11560756118 2024-11-14T09:17:47,689 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T09:17:47,689 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11560756118/meta-region-server: CHANGED 2024-11-14T09:17:47,689 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11560756118/meta-region-server: CHANGED 2024-11-14T09:17:47,689 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=83f56b55f2af,41253,1731575864847}] 2024-11-14T09:17:47,843 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T09:17:47,845 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48961, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T09:17:47,849 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T09:17:47,849 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T09:17:47,849 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T09:17:47,851 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=83f56b55f2af%2C41253%2C1731575864847.meta, suffix=.meta, logDir=hdfs://localhost:45753/user/jenkins/test-data/cfdb0a1e-f845-3af6-00c5-81c090a05f93/WALs/83f56b55f2af,41253,1731575864847, archiveDir=hdfs://localhost:45753/user/jenkins/test-data/cfdb0a1e-f845-3af6-00c5-81c090a05f93/oldWALs, maxLogs=10 2024-11-14T09:17:47,865 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cfdb0a1e-f845-3af6-00c5-81c090a05f93/WALs/83f56b55f2af,41253,1731575864847/83f56b55f2af%2C41253%2C1731575864847.meta.1731575867851.meta, exclude list is [], retry=0 2024-11-14T09:17:47,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40219,DS-5e43c2f3-0e44-4dff-8fe2-e80dd6e89206,DISK] 2024-11-14T09:17:47,871 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cfdb0a1e-f845-3af6-00c5-81c090a05f93/WALs/83f56b55f2af,41253,1731575864847/83f56b55f2af%2C41253%2C1731575864847.meta.1731575867851.meta 2024-11-14T09:17:47,871 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44509:44509)] 2024-11-14T09:17:47,871 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T09:17:47,872 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T09:17:47,872 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T09:17:47,872 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T09:17:47,872 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T09:17:47,872 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T09:17:47,872 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:17:47,872 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T09:17:47,872 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T09:17:47,874 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T09:17:47,875 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T09:17:47,875 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:17:47,875 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:17:47,875 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T09:17:47,876 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T09:17:47,876 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:17:47,877 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:17:47,877 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T09:17:47,878 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T09:17:47,878 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:17:47,878 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:17:47,878 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T09:17:47,879 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T09:17:47,879 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:17:47,879 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:17:47,879 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T09:17:47,880 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45753/user/jenkins/test-data/cfdb0a1e-f845-3af6-00c5-81c090a05f93/data/hbase/meta/1588230740 2024-11-14T09:17:47,881 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45753/user/jenkins/test-data/cfdb0a1e-f845-3af6-00c5-81c090a05f93/data/hbase/meta/1588230740 2024-11-14T09:17:47,884 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T09:17:47,885 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T09:17:47,885 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T09:17:47,887 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T09:17:47,888 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75252578, jitterRate=0.12135079503059387}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T09:17:47,888 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T09:17:47,888 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731575867872Writing region info on filesystem at 1731575867872Initializing all the Stores at 1731575867873 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731575867873Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731575867874 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731575867874Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731575867874Cleaning up temporary data from old regions at 1731575867885 (+11 ms)Running coprocessor post-open hooks at 1731575867888 (+3 ms)Region opened successfully at 1731575867888 2024-11-14T09:17:47,889 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731575867842 2024-11-14T09:17:47,893 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T09:17:47,893 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T09:17:47,894 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=83f56b55f2af,41253,1731575864847 2024-11-14T09:17:47,895 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 83f56b55f2af,41253,1731575864847, state=OPEN 2024-11-14T09:17:47,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38821-0x10115c4b67c0003, quorum=127.0.0.1:56179, baseZNode=/11560756118 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11560756118/meta-region-server 2024-11-14T09:17:47,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41253-0x10115c4b67c0004, quorum=127.0.0.1:56179, baseZNode=/11560756118 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11560756118/meta-region-server 2024-11-14T09:17:47,896 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11560756118/meta-region-server: CHANGED 2024-11-14T09:17:47,896 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=83f56b55f2af,41253,1731575864847 2024-11-14T09:17:47,897 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11560756118/meta-region-server: CHANGED 2024-11-14T09:17:47,900 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T09:17:47,900 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=83f56b55f2af,41253,1731575864847 in 208 msec 2024-11-14T09:17:47,903 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T09:17:47,903 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 375 msec 2024-11-14T09:17:47,904 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T09:17:47,904 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T09:17:47,905 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:17:47,905 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83f56b55f2af,41253,1731575864847, seqNum=-1] 2024-11-14T09:17:47,906 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T09:17:47,907 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39031, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T09:17:47,913 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2390 sec 2024-11-14T09:17:47,913 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731575867913, completionTime=-1 2024-11-14T09:17:47,913 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T09:17:47,913 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T09:17:47,915 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T09:17:47,915 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731575927915 2024-11-14T09:17:47,915 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731575987915 2024-11-14T09:17:47,915 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-14T09:17:47,916 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,38821,1731575864807-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T09:17:47,916 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,38821,1731575864807-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:17:47,916 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,38821,1731575864807-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:17:47,916 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-83f56b55f2af:38821, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:17:47,916 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T09:17:47,916 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T09:17:47,918 DEBUG [master/83f56b55f2af:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T09:17:47,920 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.007sec 2024-11-14T09:17:47,920 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T09:17:47,920 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T09:17:47,920 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T09:17:47,920 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T09:17:47,920 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T09:17:47,920 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,38821,1731575864807-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T09:17:47,920 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,38821,1731575864807-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T09:17:47,922 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T09:17:47,922 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T09:17:47,922 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,38821,1731575864807-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:17:47,998 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a6ae1ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:17:47,998 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83f56b55f2af,38821,-1 for getting cluster id 2024-11-14T09:17:47,998 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T09:17:48,000 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4d811223-05e3-4cf6-8e84-030dc28274b8' 2024-11-14T09:17:48,000 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T09:17:48,000 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4d811223-05e3-4cf6-8e84-030dc28274b8" 2024-11-14T09:17:48,000 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@769bf6f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:17:48,001 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83f56b55f2af,38821,-1] 2024-11-14T09:17:48,001 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T09:17:48,001 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:17:48,002 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T09:17:48,003 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@468229d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:17:48,003 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:17:48,004 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83f56b55f2af,41253,1731575864847, seqNum=-1] 2024-11-14T09:17:48,005 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T09:17:48,006 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T09:17:48,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=83f56b55f2af,38821,1731575864807 2024-11-14T09:17:48,009 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:56179 2024-11-14T09:17:48,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:56179, baseZNode=/11560756118 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T09:17:48,017 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10115c4b67c0005 connected 2024-11-14T09:17:48,020 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1154ab2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:17:48,020 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83f56b55f2af,45823,-1 for getting cluster id 2024-11-14T09:17:48,020 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T09:17:48,021 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9435f910-5914-4186-9726-484a892a9c5c' 2024-11-14T09:17:48,021 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T09:17:48,021 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9435f910-5914-4186-9726-484a892a9c5c" 2024-11-14T09:17:48,021 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b326fcc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:17:48,021 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83f56b55f2af,45823,-1] 2024-11-14T09:17:48,021 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T09:17:48,022 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:17:48,023 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T09:17:48,023 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6403dab8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:17:48,023 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T09:17:48,024 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 83f56b55f2af,45823,1731575861312 2024-11-14T09:17:48,024 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1dc963e6 2024-11-14T09:17:48,025 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T09:17:48,025 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T09:17:48,026 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45823 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://83f56b55f2af:38821,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T09:17:48,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45823 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T09:17:48,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T09:17:48,029 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='83f56b55f2af:38821' 2024-11-14T09:17:48,030 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f28e2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:17:48,030 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 83f56b55f2af,38821,-1 for getting cluster id 2024-11-14T09:17:48,030 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T09:17:48,031 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4d811223-05e3-4cf6-8e84-030dc28274b8' 2024-11-14T09:17:48,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T09:17:48,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4d811223-05e3-4cf6-8e84-030dc28274b8" 2024-11-14T09:17:48,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f552467, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:17:48,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83f56b55f2af,38821,-1] 2024-11-14T09:17:48,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T09:17:48,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:17:48,033 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T09:17:48,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cf5da25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:17:48,033 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T09:17:48,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 83f56b55f2af,38821,1731575864807 2024-11-14T09:17:48,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6f8c82f5 2024-11-14T09:17:48,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T09:17:48,035 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T09:17:48,036 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-14T09:17:48,036 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T09:17:48,036 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:17:48,036 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:17:48,036 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T09:17:48,037 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T09:17:48,038 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T09:17:48,039 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T09:17:48,039 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:17:48,041 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T09:17:48,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35969 is added to blk_1073741835_1011 (size=1138) 2024-11-14T09:17:48,048 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => decd50813575f4fe89eb0a1bcb3bd949, NAME => 'hbase:replication,,1731575868036.decd50813575f4fe89eb0a1bcb3bd949.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33671/user/jenkins/test-data/033d5154-4a5b-1454-7711-86bfaa5d06dd 2024-11-14T09:17:48,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35969 is added to blk_1073741836_1012 (size=44) 2024-11-14T09:17:48,055 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731575868036.decd50813575f4fe89eb0a1bcb3bd949.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:17:48,055 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing decd50813575f4fe89eb0a1bcb3bd949, disabling compactions & flushes 2024-11-14T09:17:48,055 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731575868036.decd50813575f4fe89eb0a1bcb3bd949. 2024-11-14T09:17:48,055 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731575868036.decd50813575f4fe89eb0a1bcb3bd949. 2024-11-14T09:17:48,055 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731575868036.decd50813575f4fe89eb0a1bcb3bd949. after waiting 0 ms 2024-11-14T09:17:48,055 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731575868036.decd50813575f4fe89eb0a1bcb3bd949. 2024-11-14T09:17:48,055 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731575868036.decd50813575f4fe89eb0a1bcb3bd949. 2024-11-14T09:17:48,055 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for decd50813575f4fe89eb0a1bcb3bd949: Waiting for close lock at 1731575868055Disabling compacts and flushes for region at 1731575868055Disabling writes for close at 1731575868055Writing region close event to WAL at 1731575868055Closed at 1731575868055 2024-11-14T09:17:48,057 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T09:17:48,057 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731575868036.decd50813575f4fe89eb0a1bcb3bd949.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731575868057"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731575868057"}]},"ts":"1731575868057"} 2024-11-14T09:17:48,059 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T09:17:48,061 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T09:17:48,061 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731575868061"}]},"ts":"1731575868061"} 2024-11-14T09:17:48,064 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T09:17:48,064 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=decd50813575f4fe89eb0a1bcb3bd949, ASSIGN}] 2024-11-14T09:17:48,065 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=decd50813575f4fe89eb0a1bcb3bd949, ASSIGN 2024-11-14T09:17:48,066 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=decd50813575f4fe89eb0a1bcb3bd949, ASSIGN; state=OFFLINE, location=83f56b55f2af,33269,1731575861367; forceNewPlan=false, retain=false 2024-11-14T09:17:48,088 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T09:17:48,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T09:17:48,217 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=decd50813575f4fe89eb0a1bcb3bd949, regionState=OPENING, regionLocation=83f56b55f2af,33269,1731575861367 2024-11-14T09:17:48,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=decd50813575f4fe89eb0a1bcb3bd949, ASSIGN because future has completed 2024-11-14T09:17:48,224 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure decd50813575f4fe89eb0a1bcb3bd949, server=83f56b55f2af,33269,1731575861367}] 2024-11-14T09:17:48,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T09:17:48,381 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731575868036.decd50813575f4fe89eb0a1bcb3bd949. 2024-11-14T09:17:48,381 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T09:17:48,382 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T09:17:48,383 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=83f56b55f2af%2C33269%2C1731575861367.rep, suffix=, logDir=hdfs://localhost:33671/user/jenkins/test-data/033d5154-4a5b-1454-7711-86bfaa5d06dd/WALs/83f56b55f2af,33269,1731575861367, archiveDir=hdfs://localhost:33671/user/jenkins/test-data/033d5154-4a5b-1454-7711-86bfaa5d06dd/oldWALs, maxLogs=10 2024-11-14T09:17:48,397 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/033d5154-4a5b-1454-7711-86bfaa5d06dd/WALs/83f56b55f2af,33269,1731575861367/83f56b55f2af%2C33269%2C1731575861367.rep.1731575868383, exclude list is [], retry=0 2024-11-14T09:17:48,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35969,DS-ca4b5124-19e4-4634-85c8-502c5820e1fc,DISK] 2024-11-14T09:17:48,401 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/033d5154-4a5b-1454-7711-86bfaa5d06dd/WALs/83f56b55f2af,33269,1731575861367/83f56b55f2af%2C33269%2C1731575861367.rep.1731575868383 2024-11-14T09:17:48,401 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36129:36129)] 2024-11-14T09:17:48,401 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => decd50813575f4fe89eb0a1bcb3bd949, NAME => 'hbase:replication,,1731575868036.decd50813575f4fe89eb0a1bcb3bd949.', STARTKEY => '', ENDKEY => ''} 2024-11-14T09:17:48,402 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T09:17:48,402 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T09:17:48,402 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731575868036.decd50813575f4fe89eb0a1bcb3bd949. service=MultiRowMutationService 2024-11-14T09:17:48,402 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T09:17:48,402 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication decd50813575f4fe89eb0a1bcb3bd949 2024-11-14T09:17:48,402 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731575868036.decd50813575f4fe89eb0a1bcb3bd949.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:17:48,402 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for decd50813575f4fe89eb0a1bcb3bd949 2024-11-14T09:17:48,402 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for decd50813575f4fe89eb0a1bcb3bd949 2024-11-14T09:17:48,403 INFO [StoreOpener-decd50813575f4fe89eb0a1bcb3bd949-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region decd50813575f4fe89eb0a1bcb3bd949 2024-11-14T09:17:48,405 INFO [StoreOpener-decd50813575f4fe89eb0a1bcb3bd949-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region decd50813575f4fe89eb0a1bcb3bd949 columnFamilyName hfileref 2024-11-14T09:17:48,405 DEBUG [StoreOpener-decd50813575f4fe89eb0a1bcb3bd949-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:17:48,405 INFO [StoreOpener-decd50813575f4fe89eb0a1bcb3bd949-1 {}] regionserver.HStore(327): Store=decd50813575f4fe89eb0a1bcb3bd949/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:17:48,405 INFO [StoreOpener-decd50813575f4fe89eb0a1bcb3bd949-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region decd50813575f4fe89eb0a1bcb3bd949 2024-11-14T09:17:48,407 INFO [StoreOpener-decd50813575f4fe89eb0a1bcb3bd949-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region decd50813575f4fe89eb0a1bcb3bd949 columnFamilyName queue 2024-11-14T09:17:48,407 DEBUG [StoreOpener-decd50813575f4fe89eb0a1bcb3bd949-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:17:48,407 INFO [StoreOpener-decd50813575f4fe89eb0a1bcb3bd949-1 {}] regionserver.HStore(327): Store=decd50813575f4fe89eb0a1bcb3bd949/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:17:48,407 INFO [StoreOpener-decd50813575f4fe89eb0a1bcb3bd949-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region decd50813575f4fe89eb0a1bcb3bd949 2024-11-14T09:17:48,409 INFO [StoreOpener-decd50813575f4fe89eb0a1bcb3bd949-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region decd50813575f4fe89eb0a1bcb3bd949 columnFamilyName sid 2024-11-14T09:17:48,409 DEBUG [StoreOpener-decd50813575f4fe89eb0a1bcb3bd949-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:17:48,409 INFO [StoreOpener-decd50813575f4fe89eb0a1bcb3bd949-1 {}] regionserver.HStore(327): Store=decd50813575f4fe89eb0a1bcb3bd949/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:17:48,409 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for decd50813575f4fe89eb0a1bcb3bd949 2024-11-14T09:17:48,410 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33671/user/jenkins/test-data/033d5154-4a5b-1454-7711-86bfaa5d06dd/data/hbase/replication/decd50813575f4fe89eb0a1bcb3bd949 2024-11-14T09:17:48,410 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33671/user/jenkins/test-data/033d5154-4a5b-1454-7711-86bfaa5d06dd/data/hbase/replication/decd50813575f4fe89eb0a1bcb3bd949 2024-11-14T09:17:48,411 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for decd50813575f4fe89eb0a1bcb3bd949 2024-11-14T09:17:48,411 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for decd50813575f4fe89eb0a1bcb3bd949 2024-11-14T09:17:48,411 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T09:17:48,412 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for decd50813575f4fe89eb0a1bcb3bd949 2024-11-14T09:17:48,415 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33671/user/jenkins/test-data/033d5154-4a5b-1454-7711-86bfaa5d06dd/data/hbase/replication/decd50813575f4fe89eb0a1bcb3bd949/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T09:17:48,415 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened decd50813575f4fe89eb0a1bcb3bd949; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72549117, jitterRate=0.0810660868883133}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T09:17:48,415 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for decd50813575f4fe89eb0a1bcb3bd949 2024-11-14T09:17:48,416 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for decd50813575f4fe89eb0a1bcb3bd949: Running coprocessor pre-open hook at 1731575868402Writing region info on filesystem at 1731575868402Initializing all the Stores at 1731575868403 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731575868403Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731575868403Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731575868403Cleaning up temporary data from old regions at 1731575868411 (+8 ms)Running coprocessor post-open hooks at 1731575868415 (+4 ms)Region opened successfully at 1731575868416 (+1 ms) 2024-11-14T09:17:48,417 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731575868036.decd50813575f4fe89eb0a1bcb3bd949., pid=7, masterSystemTime=1731575868377 2024-11-14T09:17:48,419 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731575868036.decd50813575f4fe89eb0a1bcb3bd949. 2024-11-14T09:17:48,419 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731575868036.decd50813575f4fe89eb0a1bcb3bd949. 2024-11-14T09:17:48,420 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=decd50813575f4fe89eb0a1bcb3bd949, regionState=OPEN, openSeqNum=2, regionLocation=83f56b55f2af,33269,1731575861367 2024-11-14T09:17:48,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure decd50813575f4fe89eb0a1bcb3bd949, server=83f56b55f2af,33269,1731575861367 because future has completed 2024-11-14T09:17:48,429 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-14T09:17:48,430 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure decd50813575f4fe89eb0a1bcb3bd949, server=83f56b55f2af,33269,1731575861367 in 202 msec 2024-11-14T09:17:48,432 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T09:17:48,432 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=decd50813575f4fe89eb0a1bcb3bd949, ASSIGN in 365 msec 2024-11-14T09:17:48,433 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T09:17:48,433 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731575868433"}]},"ts":"1731575868433"} 2024-11-14T09:17:48,436 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T09:17:48,437 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T09:17:48,438 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 400 msec 2024-11-14T09:17:48,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731575868036.decd50813575f4fe89eb0a1bcb3bd949., hostname=83f56b55f2af,33269,1731575861367, seqNum=2] 2024-11-14T09:17:48,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33269-0x10115c4b67c0001, quorum=127.0.0.1:56179, baseZNode=/0779987819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0779987819 2024-11-14T09:17:48,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45823-0x10115c4b67c0000, quorum=127.0.0.1:56179, baseZNode=/0779987819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0779987819 2024-11-14T09:17:48,455 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T09:17:48,608 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33269 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-14T09:17:48,608 INFO [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T09:17:48,642 INFO [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-83f56b55f2af,33269,1731575861367, ReplicationSource: 1, currentBandwidth=0 2024-11-14T09:17:48,643 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:17:48,643 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83f56b55f2af,33269,1731575861367, seqNum=-1] 2024-11-14T09:17:48,643 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T09:17:48,645 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57313, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-14T09:17:48,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-83f56b55f2af,33269,1731575861367', locateType=CURRENT is [region=hbase:replication,,1731575868036.decd50813575f4fe89eb0a1bcb3bd949., hostname=83f56b55f2af,33269,1731575861367, seqNum=2] 2024-11-14T09:17:48,653 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-14T09:17:48,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45823 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-14T09:17:48,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T09:17:48,657 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 83f56b55f2af,33269,1731575861367 suceeded 2024-11-14T09:17:48,663 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-14T09:17:48,663 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 202 msec 2024-11-14T09:17:48,663 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://83f56b55f2af:38821,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T09:17:48,665 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 637 msec 2024-11-14T09:17:48,671 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,33269,1731575861367 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='83f56b55f2af:38821' 2024-11-14T09:17:48,672 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,33269,1731575861367 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1aac8d5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:17:48,672 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,33269,1731575861367 {}] client.ClusterIdFetcher(90): Going to request 83f56b55f2af,38821,-1 for getting cluster id 2024-11-14T09:17:48,673 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,33269,1731575861367 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T09:17:48,673 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4d811223-05e3-4cf6-8e84-030dc28274b8' 2024-11-14T09:17:48,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T09:17:48,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4d811223-05e3-4cf6-8e84-030dc28274b8" 2024-11-14T09:17:48,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1183acc5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:17:48,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83f56b55f2af,38821,-1] 2024-11-14T09:17:48,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T09:17:48,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:17:48,675 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-14T09:17:48,676 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,33269,1731575861367 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2616a68b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:17:48,676 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,33269,1731575861367 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T09:17:48,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 83f56b55f2af,38821,1731575864807 2024-11-14T09:17:48,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2b93baa1 2024-11-14T09:17:48,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T09:17:48,678 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-14T09:17:48,679 INFO [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,33269,1731575861367 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-83f56b55f2af,33269,1731575861367 (queues=1) is replicating from cluster=9435f910-5914-4186-9726-484a892a9c5c to cluster=4d811223-05e3-4cf6-8e84-030dc28274b8 2024-11-14T09:17:48,679 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,33269,1731575861367 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=83f56b55f2af%2C33269%2C1731575861367 2024-11-14T09:17:48,679 INFO [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,33269,1731575861367 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-83f56b55f2af,33269,1731575861367, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T09:17:48,679 INFO [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,33269,1731575861367.replicationSource.shipper83f56b55f2af%2C33269%2C1731575861367,1-83f56b55f2af,33269,1731575861367 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 83f56b55f2af%2C33269%2C1731575861367 2024-11-14T09:17:48,679 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,33269,1731575861367.replicationSource.wal-reader.83f56b55f2af%2C33269%2C1731575861367,1-83f56b55f2af,33269,1731575861367 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33671/user/jenkins/test-data/033d5154-4a5b-1454-7711-86bfaa5d06dd/WALs/83f56b55f2af,33269,1731575861367/83f56b55f2af%2C33269%2C1731575861367.1731575863379, startPosition=0, beingWritten=true 2024-11-14T09:17:48,887 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,33269,1731575861367.replicationSource.wal-reader.83f56b55f2af%2C33269%2C1731575861367,1-83f56b55f2af,33269,1731575861367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33671/user/jenkins/test-data/033d5154-4a5b-1454-7711-86bfaa5d06dd/WALs/83f56b55f2af,33269,1731575861367/83f56b55f2af%2C33269%2C1731575861367.1731575863379 to pos 0, reset compression=false 2024-11-14T09:17:49,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T09:17:49,166 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T09:17:49,166 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T09:17:49,166 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:17:49,166 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:17:49,166 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:17:49,166 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T09:17:49,166 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T09:17:49,167 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 83f56b55f2af,45823,1731575861312 2024-11-14T09:17:49,167 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@21f4c162 2024-11-14T09:17:49,167 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T09:17:49,168 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T09:17:49,169 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45823 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-14T09:17:49,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T09:17:49,169 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T09:17:49,169 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:17:49,169 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:17:49,169 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:17:49,169 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T09:17:49,169 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T09:17:49,170 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=721432093, stopped=false 2024-11-14T09:17:49,170 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=83f56b55f2af,38821,1731575864807 2024-11-14T09:17:49,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38821-0x10115c4b67c0003, quorum=127.0.0.1:56179, baseZNode=/11560756118 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11560756118/running 2024-11-14T09:17:49,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41253-0x10115c4b67c0004, quorum=127.0.0.1:56179, baseZNode=/11560756118 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11560756118/running 2024-11-14T09:17:49,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38821-0x10115c4b67c0003, quorum=127.0.0.1:56179, baseZNode=/11560756118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11560756118 2024-11-14T09:17:49,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41253-0x10115c4b67c0004, quorum=127.0.0.1:56179, baseZNode=/11560756118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11560756118 2024-11-14T09:17:49,171 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T09:17:49,171 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T09:17:49,172 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:17:49,172 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:17:49,172 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '83f56b55f2af,41253,1731575864847' ***** 2024-11-14T09:17:49,172 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T09:17:49,172 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38821-0x10115c4b67c0003, quorum=127.0.0.1:56179, baseZNode=/11560756118 Set watcher on znode that does not yet exist, /11560756118/running 2024-11-14T09:17:49,172 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41253-0x10115c4b67c0004, quorum=127.0.0.1:56179, baseZNode=/11560756118 Set watcher on znode that does not yet exist, /11560756118/running 2024-11-14T09:17:49,172 INFO [RS:0;83f56b55f2af:41253 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T09:17:49,172 INFO [RS:0;83f56b55f2af:41253 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T09:17:49,172 INFO [RS:0;83f56b55f2af:41253 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T09:17:49,172 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T09:17:49,172 INFO [RS:0;83f56b55f2af:41253 {}] regionserver.HRegionServer(959): stopping server 83f56b55f2af,41253,1731575864847 2024-11-14T09:17:49,172 INFO [RS:0;83f56b55f2af:41253 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T09:17:49,172 INFO [RS:0;83f56b55f2af:41253 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;83f56b55f2af:41253. 2024-11-14T09:17:49,172 DEBUG [RS:0;83f56b55f2af:41253 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:17:49,172 DEBUG [RS:0;83f56b55f2af:41253 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:17:49,172 INFO [RS:0;83f56b55f2af:41253 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T09:17:49,172 INFO [RS:0;83f56b55f2af:41253 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T09:17:49,173 INFO [RS:0;83f56b55f2af:41253 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T09:17:49,173 INFO [RS:0;83f56b55f2af:41253 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T09:17:49,173 INFO [RS:0;83f56b55f2af:41253 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T09:17:49,173 DEBUG [RS:0;83f56b55f2af:41253 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T09:17:49,173 DEBUG [RS:0;83f56b55f2af:41253 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T09:17:49,173 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T09:17:49,173 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T09:17:49,173 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T09:17:49,173 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T09:17:49,173 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T09:17:49,174 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-14T09:17:49,191 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/cfdb0a1e-f845-3af6-00c5-81c090a05f93/data/hbase/meta/1588230740/.tmp/ns/4eb125a7c27a4121bda252e13a27f2b7 is 43, key is default/ns:d/1731575867907/Put/seqid=0 2024-11-14T09:17:49,192 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,33269,1731575861367.replicationSource.wal-reader.83f56b55f2af%2C33269%2C1731575861367,1-83f56b55f2af,33269,1731575861367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33671/user/jenkins/test-data/033d5154-4a5b-1454-7711-86bfaa5d06dd/WALs/83f56b55f2af,33269,1731575861367/83f56b55f2af%2C33269%2C1731575861367.1731575863379 to pos 0, reset compression=false 2024-11-14T09:17:49,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40219 is added to blk_1073741835_1011 (size=5153) 2024-11-14T09:17:49,241 INFO [regionserver/83f56b55f2af:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T09:17:49,373 DEBUG [RS:0;83f56b55f2af:41253 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T09:17:49,456 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T09:17:49,479 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:17:49,497 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-14T09:17:49,498 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T09:17:49,573 DEBUG [RS:0;83f56b55f2af:41253 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T09:17:49,598 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,33269,1731575861367.replicationSource.wal-reader.83f56b55f2af%2C33269%2C1731575861367,1-83f56b55f2af,33269,1731575861367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33671/user/jenkins/test-data/033d5154-4a5b-1454-7711-86bfaa5d06dd/WALs/83f56b55f2af,33269,1731575861367/83f56b55f2af%2C33269%2C1731575861367.1731575863379 to pos 0, reset compression=false 2024-11-14T09:17:49,598 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/cfdb0a1e-f845-3af6-00c5-81c090a05f93/data/hbase/meta/1588230740/.tmp/ns/4eb125a7c27a4121bda252e13a27f2b7 2024-11-14T09:17:49,605 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/cfdb0a1e-f845-3af6-00c5-81c090a05f93/data/hbase/meta/1588230740/.tmp/ns/4eb125a7c27a4121bda252e13a27f2b7 as hdfs://localhost:45753/user/jenkins/test-data/cfdb0a1e-f845-3af6-00c5-81c090a05f93/data/hbase/meta/1588230740/ns/4eb125a7c27a4121bda252e13a27f2b7 2024-11-14T09:17:49,610 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45753/user/jenkins/test-data/cfdb0a1e-f845-3af6-00c5-81c090a05f93/data/hbase/meta/1588230740/ns/4eb125a7c27a4121bda252e13a27f2b7, entries=2, sequenceid=6, filesize=5.0 K 2024-11-14T09:17:49,611 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 438ms, sequenceid=6, compaction requested=false 2024-11-14T09:17:49,615 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45753/user/jenkins/test-data/cfdb0a1e-f845-3af6-00c5-81c090a05f93/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-14T09:17:49,616 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T09:17:49,616 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T09:17:49,616 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T09:17:49,616 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731575869173Running coprocessor pre-close hooks at 1731575869173Disabling compacts and flushes for region at 1731575869173Disabling writes for close at 1731575869173Obtaining lock to block concurrent updates at 1731575869174 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731575869174Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731575869174Flushing stores of hbase:meta,,1.1588230740 at 1731575869175 (+1 ms)Flushing 1588230740/ns: creating writer at 1731575869175Flushing 1588230740/ns: appending metadata at 1731575869191 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731575869191Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3229abf8: reopening flushed file at 1731575869604 (+413 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 438ms, sequenceid=6, compaction requested=false at 1731575869611 (+7 ms)Writing region close event to WAL at 1731575869612 (+1 ms)Running coprocessor post-close hooks at 1731575869616 (+4 ms)Closed at 1731575869616 2024-11-14T09:17:49,616 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T09:17:49,762 INFO [regionserver/83f56b55f2af:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T09:17:49,762 INFO [regionserver/83f56b55f2af:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T09:17:49,774 INFO [RS:0;83f56b55f2af:41253 {}] regionserver.HRegionServer(976): stopping server 83f56b55f2af,41253,1731575864847; all regions closed. 2024-11-14T09:17:49,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40219 is added to blk_1073741834_1010 (size=1152) 2024-11-14T09:17:49,776 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cfdb0a1e-f845-3af6-00c5-81c090a05f93/WALs/83f56b55f2af,41253,1731575864847/83f56b55f2af%2C41253%2C1731575864847.meta.1731575867851.meta not finished, retry = 0 2024-11-14T09:17:49,879 DEBUG [RS:0;83f56b55f2af:41253 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cfdb0a1e-f845-3af6-00c5-81c090a05f93/oldWALs 2024-11-14T09:17:49,879 INFO [RS:0;83f56b55f2af:41253 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 83f56b55f2af%2C41253%2C1731575864847.meta:.meta(num 1731575867851) 2024-11-14T09:17:49,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40219 is added to blk_1073741832_1008 (size=93) 2024-11-14T09:17:49,883 DEBUG [RS:0;83f56b55f2af:41253 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cfdb0a1e-f845-3af6-00c5-81c090a05f93/oldWALs 2024-11-14T09:17:49,883 INFO [RS:0;83f56b55f2af:41253 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 83f56b55f2af%2C41253%2C1731575864847:(num 1731575866875) 2024-11-14T09:17:49,883 DEBUG [RS:0;83f56b55f2af:41253 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:17:49,883 INFO [RS:0;83f56b55f2af:41253 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T09:17:49,884 INFO [RS:0;83f56b55f2af:41253 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T09:17:49,884 INFO [RS:0;83f56b55f2af:41253 {}] hbase.ChoreService(370): Chore service for: regionserver/83f56b55f2af:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T09:17:49,884 INFO [RS:0;83f56b55f2af:41253 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T09:17:49,884 INFO [regionserver/83f56b55f2af:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T09:17:49,884 INFO [RS:0;83f56b55f2af:41253 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41253 2024-11-14T09:17:49,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41253-0x10115c4b67c0004, quorum=127.0.0.1:56179, baseZNode=/11560756118 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11560756118/rs/83f56b55f2af,41253,1731575864847 2024-11-14T09:17:49,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38821-0x10115c4b67c0003, quorum=127.0.0.1:56179, baseZNode=/11560756118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11560756118/rs 2024-11-14T09:17:49,886 INFO [RS:0;83f56b55f2af:41253 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T09:17:49,888 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [83f56b55f2af,41253,1731575864847] 2024-11-14T09:17:49,889 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11560756118/draining/83f56b55f2af,41253,1731575864847 already deleted, retry=false 2024-11-14T09:17:49,889 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 83f56b55f2af,41253,1731575864847 expired; onlineServers=0 2024-11-14T09:17:49,889 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '83f56b55f2af,38821,1731575864807' ***** 2024-11-14T09:17:49,889 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T09:17:49,889 INFO [M:0;83f56b55f2af:38821 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T09:17:49,889 INFO [M:0;83f56b55f2af:38821 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T09:17:49,889 DEBUG [M:0;83f56b55f2af:38821 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T09:17:49,889 DEBUG [M:0;83f56b55f2af:38821 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T09:17:49,889 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T09:17:49,889 DEBUG [master/83f56b55f2af:0:becomeActiveMaster-HFileCleaner.large.0-1731575866688 {}] cleaner.HFileCleaner(306): Exit Thread[master/83f56b55f2af:0:becomeActiveMaster-HFileCleaner.large.0-1731575866688,5,FailOnTimeoutGroup] 2024-11-14T09:17:49,889 DEBUG [master/83f56b55f2af:0:becomeActiveMaster-HFileCleaner.small.0-1731575866689 {}] cleaner.HFileCleaner(306): Exit Thread[master/83f56b55f2af:0:becomeActiveMaster-HFileCleaner.small.0-1731575866689,5,FailOnTimeoutGroup] 2024-11-14T09:17:49,889 INFO [M:0;83f56b55f2af:38821 {}] hbase.ChoreService(370): Chore service for: master/83f56b55f2af:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T09:17:49,889 INFO [M:0;83f56b55f2af:38821 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T09:17:49,890 DEBUG [M:0;83f56b55f2af:38821 {}] master.HMaster(1795): Stopping service threads 2024-11-14T09:17:49,890 INFO [M:0;83f56b55f2af:38821 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T09:17:49,890 INFO [M:0;83f56b55f2af:38821 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T09:17:49,890 INFO [M:0;83f56b55f2af:38821 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T09:17:49,890 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T09:17:49,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38821-0x10115c4b67c0003, quorum=127.0.0.1:56179, baseZNode=/11560756118 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11560756118/master 2024-11-14T09:17:49,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38821-0x10115c4b67c0003, quorum=127.0.0.1:56179, baseZNode=/11560756118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11560756118 2024-11-14T09:17:49,891 DEBUG [M:0;83f56b55f2af:38821 {}] zookeeper.ZKUtil(347): master:38821-0x10115c4b67c0003, quorum=127.0.0.1:56179, baseZNode=/11560756118 Unable to get data of znode /11560756118/master because node does not exist (not an error) 2024-11-14T09:17:49,891 WARN [M:0;83f56b55f2af:38821 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T09:17:49,891 INFO [M:0;83f56b55f2af:38821 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45753/user/jenkins/test-data/cfdb0a1e-f845-3af6-00c5-81c090a05f93/.lastflushedseqids 2024-11-14T09:17:49,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40219 is added to blk_1073741836_1012 (size=99) 2024-11-14T09:17:49,896 INFO [M:0;83f56b55f2af:38821 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T09:17:49,896 INFO [M:0;83f56b55f2af:38821 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T09:17:49,896 DEBUG [M:0;83f56b55f2af:38821 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T09:17:49,896 INFO [M:0;83f56b55f2af:38821 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:17:49,896 DEBUG [M:0;83f56b55f2af:38821 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:17:49,896 DEBUG [M:0;83f56b55f2af:38821 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T09:17:49,896 DEBUG [M:0;83f56b55f2af:38821 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:17:49,897 INFO [M:0;83f56b55f2af:38821 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-14T09:17:49,916 DEBUG [M:0;83f56b55f2af:38821 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/cfdb0a1e-f845-3af6-00c5-81c090a05f93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7d0fc362242e4bdbbe59e931079609e3 is 82, key is hbase:meta,,1/info:regioninfo/1731575867893/Put/seqid=0 2024-11-14T09:17:49,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40219 is added to blk_1073741837_1013 (size=5672) 2024-11-14T09:17:49,988 INFO [RS:0;83f56b55f2af:41253 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T09:17:49,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41253-0x10115c4b67c0004, quorum=127.0.0.1:56179, baseZNode=/11560756118 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T09:17:49,988 INFO [RS:0;83f56b55f2af:41253 {}] regionserver.HRegionServer(1031): Exiting; stopping=83f56b55f2af,41253,1731575864847; zookeeper connection closed. 2024-11-14T09:17:49,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41253-0x10115c4b67c0004, quorum=127.0.0.1:56179, baseZNode=/11560756118 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T09:17:49,988 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4229272b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4229272b 2024-11-14T09:17:49,989 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T09:17:50,103 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,33269,1731575861367.replicationSource.wal-reader.83f56b55f2af%2C33269%2C1731575861367,1-83f56b55f2af,33269,1731575861367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33671/user/jenkins/test-data/033d5154-4a5b-1454-7711-86bfaa5d06dd/WALs/83f56b55f2af,33269,1731575861367/83f56b55f2af%2C33269%2C1731575861367.1731575863379 to pos 0, reset compression=false 2024-11-14T09:17:50,321 INFO [M:0;83f56b55f2af:38821 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/cfdb0a1e-f845-3af6-00c5-81c090a05f93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7d0fc362242e4bdbbe59e931079609e3 2024-11-14T09:17:50,343 DEBUG [M:0;83f56b55f2af:38821 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/cfdb0a1e-f845-3af6-00c5-81c090a05f93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/002b7261dd8f4b7ba5bbb6dfe059016b is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731575867912/Put/seqid=0 2024-11-14T09:17:50,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40219 is added to blk_1073741838_1014 (size=5275) 2024-11-14T09:17:50,709 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,33269,1731575861367.replicationSource.wal-reader.83f56b55f2af%2C33269%2C1731575861367,1-83f56b55f2af,33269,1731575861367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33671/user/jenkins/test-data/033d5154-4a5b-1454-7711-86bfaa5d06dd/WALs/83f56b55f2af,33269,1731575861367/83f56b55f2af%2C33269%2C1731575861367.1731575863379 to pos 0, reset compression=false 2024-11-14T09:17:50,748 INFO [M:0;83f56b55f2af:38821 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/cfdb0a1e-f845-3af6-00c5-81c090a05f93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/002b7261dd8f4b7ba5bbb6dfe059016b 2024-11-14T09:17:50,768 DEBUG [M:0;83f56b55f2af:38821 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/cfdb0a1e-f845-3af6-00c5-81c090a05f93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/80c1d34edaa642d797d4a301577b9e43 is 69, key is 83f56b55f2af,41253,1731575864847/rs:state/1731575866721/Put/seqid=0 2024-11-14T09:17:50,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40219 is added to blk_1073741839_1015 (size=5156) 2024-11-14T09:17:51,176 INFO [M:0;83f56b55f2af:38821 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/cfdb0a1e-f845-3af6-00c5-81c090a05f93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/80c1d34edaa642d797d4a301577b9e43 2024-11-14T09:17:51,182 DEBUG [M:0;83f56b55f2af:38821 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/cfdb0a1e-f845-3af6-00c5-81c090a05f93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7d0fc362242e4bdbbe59e931079609e3 as hdfs://localhost:45753/user/jenkins/test-data/cfdb0a1e-f845-3af6-00c5-81c090a05f93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7d0fc362242e4bdbbe59e931079609e3 2024-11-14T09:17:51,187 INFO [M:0;83f56b55f2af:38821 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45753/user/jenkins/test-data/cfdb0a1e-f845-3af6-00c5-81c090a05f93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7d0fc362242e4bdbbe59e931079609e3, entries=8, sequenceid=28, filesize=5.5 K 2024-11-14T09:17:51,188 DEBUG [M:0;83f56b55f2af:38821 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/cfdb0a1e-f845-3af6-00c5-81c090a05f93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/002b7261dd8f4b7ba5bbb6dfe059016b as hdfs://localhost:45753/user/jenkins/test-data/cfdb0a1e-f845-3af6-00c5-81c090a05f93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/002b7261dd8f4b7ba5bbb6dfe059016b 2024-11-14T09:17:51,193 INFO [M:0;83f56b55f2af:38821 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45753/user/jenkins/test-data/cfdb0a1e-f845-3af6-00c5-81c090a05f93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/002b7261dd8f4b7ba5bbb6dfe059016b, entries=3, sequenceid=28, filesize=5.2 K 2024-11-14T09:17:51,194 DEBUG [M:0;83f56b55f2af:38821 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/cfdb0a1e-f845-3af6-00c5-81c090a05f93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/80c1d34edaa642d797d4a301577b9e43 as hdfs://localhost:45753/user/jenkins/test-data/cfdb0a1e-f845-3af6-00c5-81c090a05f93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/80c1d34edaa642d797d4a301577b9e43 2024-11-14T09:17:51,200 INFO [M:0;83f56b55f2af:38821 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45753/user/jenkins/test-data/cfdb0a1e-f845-3af6-00c5-81c090a05f93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/80c1d34edaa642d797d4a301577b9e43, entries=1, sequenceid=28, filesize=5.0 K 2024-11-14T09:17:51,201 INFO [M:0;83f56b55f2af:38821 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1304ms, sequenceid=28, compaction requested=false 2024-11-14T09:17:51,208 INFO [M:0;83f56b55f2af:38821 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:17:51,209 DEBUG [M:0;83f56b55f2af:38821 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731575869896Disabling compacts and flushes for region at 1731575869896Disabling writes for close at 1731575869896Obtaining lock to block concurrent updates at 1731575869897 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731575869897Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731575869897Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731575869898 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731575869898Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731575869916 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731575869916Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731575870327 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731575870342 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731575870342Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731575870753 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731575870768 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731575870768Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14a8fba8: reopening flushed file at 1731575871181 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@766e59a5: reopening flushed file at 1731575871187 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a0e1447: reopening flushed file at 1731575871193 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1304ms, sequenceid=28, compaction requested=false at 1731575871201 (+8 ms)Writing region close event to WAL at 1731575871208 (+7 ms)Closed at 1731575871208 2024-11-14T09:17:51,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40219 is added to blk_1073741830_1006 (size=10165) 2024-11-14T09:17:51,212 INFO [M:0;83f56b55f2af:38821 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T09:17:51,212 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T09:17:51,212 INFO [M:0;83f56b55f2af:38821 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38821 2024-11-14T09:17:51,213 INFO [M:0;83f56b55f2af:38821 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T09:17:51,315 INFO [M:0;83f56b55f2af:38821 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T09:17:51,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38821-0x10115c4b67c0003, quorum=127.0.0.1:56179, baseZNode=/11560756118 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T09:17:51,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38821-0x10115c4b67c0003, quorum=127.0.0.1:56179, baseZNode=/11560756118 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T09:17:51,317 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@69cfd063{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T09:17:51,317 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3ada9b11{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T09:17:51,317 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T09:17:51,318 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b3e21e8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T09:17:51,318 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@444a388b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/025e984c-e395-4235-125f-4e2cd95f41c1/hadoop.log.dir/,STOPPED} 2024-11-14T09:17:51,319 WARN [BP-1953635120-172.17.0.2-1731575864150 heartbeating to localhost/127.0.0.1:45753 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T09:17:51,319 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T09:17:51,319 WARN [BP-1953635120-172.17.0.2-1731575864150 heartbeating to localhost/127.0.0.1:45753 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1953635120-172.17.0.2-1731575864150 (Datanode Uuid 0fbb872d-0e29-4767-9b2c-225e523b5afa) service to localhost/127.0.0.1:45753 2024-11-14T09:17:51,319 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T09:17:51,320 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/025e984c-e395-4235-125f-4e2cd95f41c1/cluster_c704dbc4-ccb8-7575-9979-c5083032f22c/data/data1/current/BP-1953635120-172.17.0.2-1731575864150 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T09:17:51,320 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/025e984c-e395-4235-125f-4e2cd95f41c1/cluster_c704dbc4-ccb8-7575-9979-c5083032f22c/data/data2/current/BP-1953635120-172.17.0.2-1731575864150 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T09:17:51,321 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T09:17:51,328 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2e4bcfa{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T09:17:51,328 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@22b1fd66{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T09:17:51,328 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T09:17:51,329 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74d724ec{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T09:17:51,329 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@64a93a37{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/025e984c-e395-4235-125f-4e2cd95f41c1/hadoop.log.dir/,STOPPED} 2024-11-14T09:17:51,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T09:17:51,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T09:17:51,341 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T09:17:51,341 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:17:51,341 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:17:51,341 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:17:51,341 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T09:17:51,341 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T09:17:51,341 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1335650206, stopped=false 2024-11-14T09:17:51,342 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=83f56b55f2af,45823,1731575861312 2024-11-14T09:17:51,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33269-0x10115c4b67c0001, quorum=127.0.0.1:56179, baseZNode=/0779987819 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0779987819/running 2024-11-14T09:17:51,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45823-0x10115c4b67c0000, quorum=127.0.0.1:56179, baseZNode=/0779987819 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0779987819/running 2024-11-14T09:17:51,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33269-0x10115c4b67c0001, quorum=127.0.0.1:56179, baseZNode=/0779987819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0779987819 2024-11-14T09:17:51,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45823-0x10115c4b67c0000, quorum=127.0.0.1:56179, baseZNode=/0779987819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0779987819 2024-11-14T09:17:51,343 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T09:17:51,343 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T09:17:51,343 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:17:51,344 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:17:51,344 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '83f56b55f2af,33269,1731575861367' ***** 2024-11-14T09:17:51,344 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T09:17:51,344 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33269-0x10115c4b67c0001, quorum=127.0.0.1:56179, baseZNode=/0779987819 Set watcher on znode that does not yet exist, /0779987819/running 2024-11-14T09:17:51,344 INFO [RS:0;83f56b55f2af:33269 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T09:17:51,344 INFO [RS:0;83f56b55f2af:33269 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T09:17:51,344 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T09:17:51,344 INFO [RS:0;83f56b55f2af:33269 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T09:17:51,344 INFO [RS:0;83f56b55f2af:33269 {}] regionserver.HRegionServer(3091): Received CLOSE for decd50813575f4fe89eb0a1bcb3bd949 2024-11-14T09:17:51,345 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45823-0x10115c4b67c0000, quorum=127.0.0.1:56179, baseZNode=/0779987819 Set watcher on znode that does not yet exist, /0779987819/running 2024-11-14T09:17:51,345 INFO [RS:0;83f56b55f2af:33269 {}] regionserver.HRegionServer(959): stopping server 83f56b55f2af,33269,1731575861367 2024-11-14T09:17:51,345 INFO [RS:0;83f56b55f2af:33269 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T09:17:51,345 INFO [RS:0;83f56b55f2af:33269 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;83f56b55f2af:33269. 2024-11-14T09:17:51,345 DEBUG [RS:0;83f56b55f2af:33269 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:17:51,345 DEBUG [RS:0;83f56b55f2af:33269 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:17:51,345 INFO [RS:0;83f56b55f2af:33269 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T09:17:51,345 INFO [RS:0;83f56b55f2af:33269 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T09:17:51,345 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing decd50813575f4fe89eb0a1bcb3bd949, disabling compactions & flushes 2024-11-14T09:17:51,345 INFO [RS:0;83f56b55f2af:33269 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T09:17:51,345 INFO [RS:0;83f56b55f2af:33269 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T09:17:51,345 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731575868036.decd50813575f4fe89eb0a1bcb3bd949. 2024-11-14T09:17:51,345 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731575868036.decd50813575f4fe89eb0a1bcb3bd949. 2024-11-14T09:17:51,345 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731575868036.decd50813575f4fe89eb0a1bcb3bd949. after waiting 0 ms 2024-11-14T09:17:51,345 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731575868036.decd50813575f4fe89eb0a1bcb3bd949. 2024-11-14T09:17:51,345 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing decd50813575f4fe89eb0a1bcb3bd949 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-14T09:17:51,345 INFO [RS:0;83f56b55f2af:33269 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T09:17:51,345 DEBUG [RS:0;83f56b55f2af:33269 {}] regionserver.HRegionServer(1325): Online Regions={decd50813575f4fe89eb0a1bcb3bd949=hbase:replication,,1731575868036.decd50813575f4fe89eb0a1bcb3bd949., 1588230740=hbase:meta,,1.1588230740} 2024-11-14T09:17:51,345 DEBUG [RS:0;83f56b55f2af:33269 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, decd50813575f4fe89eb0a1bcb3bd949 2024-11-14T09:17:51,345 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T09:17:51,346 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T09:17:51,346 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T09:17:51,346 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T09:17:51,346 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T09:17:51,346 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-14T09:17:51,362 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33671/user/jenkins/test-data/033d5154-4a5b-1454-7711-86bfaa5d06dd/data/hbase/replication/decd50813575f4fe89eb0a1bcb3bd949/.tmp/queue/435d0d0865d0499ba5051f76fc2ec9ff is 151, key is 1-83f56b55f2af,33269,1731575861367/queue:83f56b55f2af%2C33269%2C1731575861367/1731575868649/Put/seqid=0 2024-11-14T09:17:51,365 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33671/user/jenkins/test-data/033d5154-4a5b-1454-7711-86bfaa5d06dd/data/hbase/meta/1588230740/.tmp/info/7fa3a8974e8e4b5cbc7c823c2fa25a3f is 147, key is hbase:replication,,1731575868036.decd50813575f4fe89eb0a1bcb3bd949./info:regioninfo/1731575868420/Put/seqid=0 2024-11-14T09:17:51,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35969 is added to blk_1073741838_1014 (size=5350) 2024-11-14T09:17:51,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35969 is added to blk_1073741839_1015 (size=6631) 2024-11-14T09:17:51,414 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,33269,1731575861367.replicationSource.wal-reader.83f56b55f2af%2C33269%2C1731575861367,1-83f56b55f2af,33269,1731575861367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33671/user/jenkins/test-data/033d5154-4a5b-1454-7711-86bfaa5d06dd/WALs/83f56b55f2af,33269,1731575861367/83f56b55f2af%2C33269%2C1731575861367.1731575863379 to pos 0, reset compression=false 2024-11-14T09:17:51,438 INFO [regionserver/83f56b55f2af:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T09:17:51,546 DEBUG [RS:0;83f56b55f2af:33269 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, decd50813575f4fe89eb0a1bcb3bd949 2024-11-14T09:17:51,746 DEBUG [RS:0;83f56b55f2af:33269 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, decd50813575f4fe89eb0a1bcb3bd949 2024-11-14T09:17:51,768 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33671/user/jenkins/test-data/033d5154-4a5b-1454-7711-86bfaa5d06dd/data/hbase/replication/decd50813575f4fe89eb0a1bcb3bd949/.tmp/queue/435d0d0865d0499ba5051f76fc2ec9ff 2024-11-14T09:17:51,771 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33671/user/jenkins/test-data/033d5154-4a5b-1454-7711-86bfaa5d06dd/data/hbase/meta/1588230740/.tmp/info/7fa3a8974e8e4b5cbc7c823c2fa25a3f 2024-11-14T09:17:51,784 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33671/user/jenkins/test-data/033d5154-4a5b-1454-7711-86bfaa5d06dd/data/hbase/replication/decd50813575f4fe89eb0a1bcb3bd949/.tmp/queue/435d0d0865d0499ba5051f76fc2ec9ff as hdfs://localhost:33671/user/jenkins/test-data/033d5154-4a5b-1454-7711-86bfaa5d06dd/data/hbase/replication/decd50813575f4fe89eb0a1bcb3bd949/queue/435d0d0865d0499ba5051f76fc2ec9ff 2024-11-14T09:17:51,800 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33671/user/jenkins/test-data/033d5154-4a5b-1454-7711-86bfaa5d06dd/data/hbase/replication/decd50813575f4fe89eb0a1bcb3bd949/queue/435d0d0865d0499ba5051f76fc2ec9ff, entries=1, sequenceid=5, filesize=5.2 K 2024-11-14T09:17:51,801 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for decd50813575f4fe89eb0a1bcb3bd949 in 456ms, sequenceid=5, compaction requested=false 2024-11-14T09:17:51,836 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33671/user/jenkins/test-data/033d5154-4a5b-1454-7711-86bfaa5d06dd/data/hbase/replication/decd50813575f4fe89eb0a1bcb3bd949/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T09:17:51,837 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T09:17:51,838 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T09:17:51,838 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731575868036.decd50813575f4fe89eb0a1bcb3bd949. 2024-11-14T09:17:51,838 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for decd50813575f4fe89eb0a1bcb3bd949: Waiting for close lock at 1731575871345Running coprocessor pre-close hooks at 1731575871345Disabling compacts and flushes for region at 1731575871345Disabling writes for close at 1731575871345Obtaining lock to block concurrent updates at 1731575871345Preparing flush snapshotting stores in decd50813575f4fe89eb0a1bcb3bd949 at 1731575871345Finished memstore snapshotting hbase:replication,,1731575868036.decd50813575f4fe89eb0a1bcb3bd949., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731575871346 (+1 ms)Flushing stores of hbase:replication,,1731575868036.decd50813575f4fe89eb0a1bcb3bd949. at 1731575871346Flushing decd50813575f4fe89eb0a1bcb3bd949/queue: creating writer at 1731575871346Flushing decd50813575f4fe89eb0a1bcb3bd949/queue: appending metadata at 1731575871361 (+15 ms)Flushing decd50813575f4fe89eb0a1bcb3bd949/queue: closing flushed file at 1731575871361Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c156ff7: reopening flushed file at 1731575871783 (+422 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for decd50813575f4fe89eb0a1bcb3bd949 in 456ms, sequenceid=5, compaction requested=false at 1731575871801 (+18 ms)Writing region close event to WAL at 1731575871809 (+8 ms)Running coprocessor post-close hooks at 1731575871837 (+28 ms)Closed at 1731575871838 (+1 ms) 2024-11-14T09:17:51,838 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731575868036.decd50813575f4fe89eb0a1bcb3bd949. 2024-11-14T09:17:51,842 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33671/user/jenkins/test-data/033d5154-4a5b-1454-7711-86bfaa5d06dd/data/hbase/meta/1588230740/.tmp/ns/2371569b395a41608fe04c26091387e1 is 43, key is default/ns:d/1731575863993/Put/seqid=0 2024-11-14T09:17:51,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35969 is added to blk_1073741840_1016 (size=5153) 2024-11-14T09:17:51,860 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33671/user/jenkins/test-data/033d5154-4a5b-1454-7711-86bfaa5d06dd/data/hbase/meta/1588230740/.tmp/ns/2371569b395a41608fe04c26091387e1 2024-11-14T09:17:51,893 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33671/user/jenkins/test-data/033d5154-4a5b-1454-7711-86bfaa5d06dd/data/hbase/meta/1588230740/.tmp/table/cca27e01db144ed68e76137d8729af3b is 53, key is hbase:replication/table:state/1731575868433/Put/seqid=0 2024-11-14T09:17:51,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35969 is added to blk_1073741841_1017 (size=5256) 2024-11-14T09:17:51,943 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33671/user/jenkins/test-data/033d5154-4a5b-1454-7711-86bfaa5d06dd/data/hbase/meta/1588230740/.tmp/table/cca27e01db144ed68e76137d8729af3b 2024-11-14T09:17:51,946 DEBUG [RS:0;83f56b55f2af:33269 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T09:17:51,957 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33671/user/jenkins/test-data/033d5154-4a5b-1454-7711-86bfaa5d06dd/data/hbase/meta/1588230740/.tmp/info/7fa3a8974e8e4b5cbc7c823c2fa25a3f as hdfs://localhost:33671/user/jenkins/test-data/033d5154-4a5b-1454-7711-86bfaa5d06dd/data/hbase/meta/1588230740/info/7fa3a8974e8e4b5cbc7c823c2fa25a3f 2024-11-14T09:17:51,972 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33671/user/jenkins/test-data/033d5154-4a5b-1454-7711-86bfaa5d06dd/data/hbase/meta/1588230740/info/7fa3a8974e8e4b5cbc7c823c2fa25a3f, entries=10, sequenceid=11, filesize=6.5 K 2024-11-14T09:17:51,975 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33671/user/jenkins/test-data/033d5154-4a5b-1454-7711-86bfaa5d06dd/data/hbase/meta/1588230740/.tmp/ns/2371569b395a41608fe04c26091387e1 as hdfs://localhost:33671/user/jenkins/test-data/033d5154-4a5b-1454-7711-86bfaa5d06dd/data/hbase/meta/1588230740/ns/2371569b395a41608fe04c26091387e1 2024-11-14T09:17:51,989 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33671/user/jenkins/test-data/033d5154-4a5b-1454-7711-86bfaa5d06dd/data/hbase/meta/1588230740/ns/2371569b395a41608fe04c26091387e1, entries=2, sequenceid=11, filesize=5.0 K 2024-11-14T09:17:51,990 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33671/user/jenkins/test-data/033d5154-4a5b-1454-7711-86bfaa5d06dd/data/hbase/meta/1588230740/.tmp/table/cca27e01db144ed68e76137d8729af3b as hdfs://localhost:33671/user/jenkins/test-data/033d5154-4a5b-1454-7711-86bfaa5d06dd/data/hbase/meta/1588230740/table/cca27e01db144ed68e76137d8729af3b 2024-11-14T09:17:52,000 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33671/user/jenkins/test-data/033d5154-4a5b-1454-7711-86bfaa5d06dd/data/hbase/meta/1588230740/table/cca27e01db144ed68e76137d8729af3b, entries=2, sequenceid=11, filesize=5.1 K 2024-11-14T09:17:52,002 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 656ms, sequenceid=11, compaction requested=false 2024-11-14T09:17:52,026 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33671/user/jenkins/test-data/033d5154-4a5b-1454-7711-86bfaa5d06dd/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-14T09:17:52,028 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T09:17:52,028 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T09:17:52,028 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T09:17:52,029 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731575871345Running coprocessor pre-close hooks at 1731575871345Disabling compacts and flushes for region at 1731575871345Disabling writes for close at 1731575871346 (+1 ms)Obtaining lock to block concurrent updates at 1731575871346Preparing flush snapshotting stores in 1588230740 at 1731575871346Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731575871346Flushing stores of hbase:meta,,1.1588230740 at 1731575871347 (+1 ms)Flushing 1588230740/info: creating writer at 1731575871347Flushing 1588230740/info: appending metadata at 1731575871365 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731575871365Flushing 1588230740/ns: creating writer at 1731575871801 (+436 ms)Flushing 1588230740/ns: appending metadata at 1731575871841 (+40 ms)Flushing 1588230740/ns: closing flushed file at 1731575871841Flushing 1588230740/table: creating writer at 1731575871871 (+30 ms)Flushing 1588230740/table: appending metadata at 1731575871893 (+22 ms)Flushing 1588230740/table: closing flushed file at 1731575871893Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6428ad96: reopening flushed file at 1731575871955 (+62 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@127cfafb: reopening flushed file at 1731575871973 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c53f074: reopening flushed file at 1731575871989 (+16 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 656ms, sequenceid=11, compaction requested=false at 1731575872002 (+13 ms)Writing region close event to WAL at 1731575872010 (+8 ms)Running coprocessor post-close hooks at 1731575872027 (+17 ms)Closed at 1731575872028 (+1 ms) 2024-11-14T09:17:52,029 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T09:17:52,146 INFO [RS:0;83f56b55f2af:33269 {}] regionserver.HRegionServer(976): stopping server 83f56b55f2af,33269,1731575861367; all regions closed. 2024-11-14T09:17:52,149 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/033d5154-4a5b-1454-7711-86bfaa5d06dd/WALs/83f56b55f2af,33269,1731575861367/83f56b55f2af%2C33269%2C1731575861367.meta.1731575863933.meta not finished, retry = 0 2024-11-14T09:17:52,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35969 is added to blk_1073741834_1010 (size=2742) 2024-11-14T09:17:52,220 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,33269,1731575861367.replicationSource.wal-reader.83f56b55f2af%2C33269%2C1731575861367,1-83f56b55f2af,33269,1731575861367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33671/user/jenkins/test-data/033d5154-4a5b-1454-7711-86bfaa5d06dd/WALs/83f56b55f2af,33269,1731575861367/83f56b55f2af%2C33269%2C1731575861367.1731575863379 to pos 0, reset compression=false 2024-11-14T09:17:52,228 INFO [regionserver/83f56b55f2af:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T09:17:52,229 INFO [regionserver/83f56b55f2af:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T09:17:52,256 DEBUG [RS:0;83f56b55f2af:33269 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/033d5154-4a5b-1454-7711-86bfaa5d06dd/oldWALs 2024-11-14T09:17:52,256 INFO [RS:0;83f56b55f2af:33269 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 83f56b55f2af%2C33269%2C1731575861367.meta:.meta(num 1731575863933) 2024-11-14T09:17:52,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35969 is added to blk_1073741837_1013 (size=1586) 2024-11-14T09:17:52,283 DEBUG [RS:0;83f56b55f2af:33269 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/033d5154-4a5b-1454-7711-86bfaa5d06dd/oldWALs 2024-11-14T09:17:52,283 INFO [RS:0;83f56b55f2af:33269 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 83f56b55f2af%2C33269%2C1731575861367.rep:(num 1731575868383) 2024-11-14T09:17:52,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35969 is added to blk_1073741832_1008 (size=93) 2024-11-14T09:17:52,289 DEBUG [RS:0;83f56b55f2af:33269 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/033d5154-4a5b-1454-7711-86bfaa5d06dd/oldWALs 2024-11-14T09:17:52,289 INFO [RS:0;83f56b55f2af:33269 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 83f56b55f2af%2C33269%2C1731575861367:(num 1731575863379) 2024-11-14T09:17:52,289 DEBUG [RS:0;83f56b55f2af:33269 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:17:52,289 INFO [RS:0;83f56b55f2af:33269 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T09:17:52,289 INFO [RS:0;83f56b55f2af:33269 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T09:17:52,290 INFO [RS:0;83f56b55f2af:33269 {}] hbase.ChoreService(370): Chore service for: regionserver/83f56b55f2af:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T09:17:52,290 INFO [RS:0;83f56b55f2af:33269 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T09:17:52,290 INFO [regionserver/83f56b55f2af:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T09:17:52,290 INFO [RS:0;83f56b55f2af:33269 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-83f56b55f2af,33269,1731575861367 because: Region server is closing 2024-11-14T09:17:52,290 INFO [RS:0;83f56b55f2af:33269 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;83f56b55f2af:33269. 2024-11-14T09:17:52,290 DEBUG [RS:0;83f56b55f2af:33269 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:17:52,290 DEBUG [RS:0;83f56b55f2af:33269 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:17:52,290 DEBUG [RS:0;83f56b55f2af:33269 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:17:52,290 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T09:17:52,391 WARN [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,33269,1731575861367.replicationSource.shipper83f56b55f2af%2C33269%2C1731575861367,1-83f56b55f2af,33269,1731575861367 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-14T09:17:52,391 WARN [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,33269,1731575861367.replicationSource.wal-reader.83f56b55f2af%2C33269%2C1731575861367,1-83f56b55f2af,33269,1731575861367 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T09:17:52,391 INFO [RS:0;83f56b55f2af:33269 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,33269,1731575861367.replicationSource.shipper83f56b55f2af%2C33269%2C1731575861367,1-83f56b55f2af,33269,1731575861367 terminated 2024-11-14T09:17:52,391 INFO [RS:0;83f56b55f2af:33269 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33269 2024-11-14T09:17:52,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33269-0x10115c4b67c0001, quorum=127.0.0.1:56179, baseZNode=/0779987819 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0779987819/rs/83f56b55f2af,33269,1731575861367 2024-11-14T09:17:52,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45823-0x10115c4b67c0000, quorum=127.0.0.1:56179, baseZNode=/0779987819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0779987819/rs 2024-11-14T09:17:52,393 INFO [RS:0;83f56b55f2af:33269 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T09:17:52,394 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [83f56b55f2af,33269,1731575861367] 2024-11-14T09:17:52,397 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0779987819/draining/83f56b55f2af,33269,1731575861367 already deleted, retry=false 2024-11-14T09:17:52,397 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 83f56b55f2af,33269,1731575861367 expired; onlineServers=0 2024-11-14T09:17:52,397 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '83f56b55f2af,45823,1731575861312' ***** 2024-11-14T09:17:52,397 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T09:17:52,397 INFO [M:0;83f56b55f2af:45823 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T09:17:52,397 INFO [M:0;83f56b55f2af:45823 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T09:17:52,397 DEBUG [M:0;83f56b55f2af:45823 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T09:17:52,397 DEBUG [M:0;83f56b55f2af:45823 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T09:17:52,397 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T09:17:52,397 DEBUG [master/83f56b55f2af:0:becomeActiveMaster-HFileCleaner.large.0-1731575863176 {}] cleaner.HFileCleaner(306): Exit Thread[master/83f56b55f2af:0:becomeActiveMaster-HFileCleaner.large.0-1731575863176,5,FailOnTimeoutGroup] 2024-11-14T09:17:52,397 DEBUG [master/83f56b55f2af:0:becomeActiveMaster-HFileCleaner.small.0-1731575863179 {}] cleaner.HFileCleaner(306): Exit Thread[master/83f56b55f2af:0:becomeActiveMaster-HFileCleaner.small.0-1731575863179,5,FailOnTimeoutGroup] 2024-11-14T09:17:52,398 INFO [M:0;83f56b55f2af:45823 {}] hbase.ChoreService(370): Chore service for: master/83f56b55f2af:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T09:17:52,398 INFO [M:0;83f56b55f2af:45823 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T09:17:52,398 DEBUG [M:0;83f56b55f2af:45823 {}] master.HMaster(1795): Stopping service threads 2024-11-14T09:17:52,398 INFO [M:0;83f56b55f2af:45823 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T09:17:52,398 INFO [M:0;83f56b55f2af:45823 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T09:17:52,398 INFO [M:0;83f56b55f2af:45823 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T09:17:52,398 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T09:17:52,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45823-0x10115c4b67c0000, quorum=127.0.0.1:56179, baseZNode=/0779987819 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0779987819/master 2024-11-14T09:17:52,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45823-0x10115c4b67c0000, quorum=127.0.0.1:56179, baseZNode=/0779987819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0779987819 2024-11-14T09:17:52,406 DEBUG [M:0;83f56b55f2af:45823 {}] zookeeper.RecoverableZooKeeper(212): Node /0779987819/master already deleted, retry=false 2024-11-14T09:17:52,406 DEBUG [M:0;83f56b55f2af:45823 {}] master.ActiveMasterManager(353): master:45823-0x10115c4b67c0000, quorum=127.0.0.1:56179, baseZNode=/0779987819 Failed delete of our master address node; KeeperErrorCode = NoNode for /0779987819/master 2024-11-14T09:17:52,407 INFO [M:0;83f56b55f2af:45823 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33671/user/jenkins/test-data/033d5154-4a5b-1454-7711-86bfaa5d06dd/.lastflushedseqids 2024-11-14T09:17:52,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35969 is added to blk_1073741842_1018 (size=181) 2024-11-14T09:17:52,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33269-0x10115c4b67c0001, quorum=127.0.0.1:56179, baseZNode=/0779987819 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T09:17:52,495 INFO [RS:0;83f56b55f2af:33269 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T09:17:52,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33269-0x10115c4b67c0001, quorum=127.0.0.1:56179, baseZNode=/0779987819 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T09:17:52,495 INFO [RS:0;83f56b55f2af:33269 {}] regionserver.HRegionServer(1031): Exiting; stopping=83f56b55f2af,33269,1731575861367; zookeeper connection closed. 2024-11-14T09:17:52,496 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@54715a60 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@54715a60 2024-11-14T09:17:52,496 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T09:17:52,852 INFO [M:0;83f56b55f2af:45823 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T09:17:52,853 INFO [M:0;83f56b55f2af:45823 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T09:17:52,853 DEBUG [M:0;83f56b55f2af:45823 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T09:17:52,853 INFO [M:0;83f56b55f2af:45823 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:17:52,853 DEBUG [M:0;83f56b55f2af:45823 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:17:52,853 DEBUG [M:0;83f56b55f2af:45823 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T09:17:52,853 DEBUG [M:0;83f56b55f2af:45823 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:17:52,853 INFO [M:0;83f56b55f2af:45823 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-14T09:17:52,883 DEBUG [M:0;83f56b55f2af:45823 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33671/user/jenkins/test-data/033d5154-4a5b-1454-7711-86bfaa5d06dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dbd9df8754c54ea99f6a7e394a871dda is 82, key is hbase:meta,,1/info:regioninfo/1731575863973/Put/seqid=0 2024-11-14T09:17:52,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35969 is added to blk_1073741843_1019 (size=5672) 2024-11-14T09:17:53,308 INFO [M:0;83f56b55f2af:45823 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:33671/user/jenkins/test-data/033d5154-4a5b-1454-7711-86bfaa5d06dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dbd9df8754c54ea99f6a7e394a871dda 2024-11-14T09:17:53,344 DEBUG [M:0;83f56b55f2af:45823 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33671/user/jenkins/test-data/033d5154-4a5b-1454-7711-86bfaa5d06dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/aac7b5535f4f48f899f27a11d7d1f211 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731575868438/Put/seqid=0 2024-11-14T09:17:53,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35969 is added to blk_1073741844_1020 (size=7203) 2024-11-14T09:17:53,375 INFO [M:0;83f56b55f2af:45823 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:33671/user/jenkins/test-data/033d5154-4a5b-1454-7711-86bfaa5d06dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/aac7b5535f4f48f899f27a11d7d1f211 2024-11-14T09:17:53,421 DEBUG [M:0;83f56b55f2af:45823 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33671/user/jenkins/test-data/033d5154-4a5b-1454-7711-86bfaa5d06dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fe150f2852564b07ba0ec51747c6c1e7 is 69, key is 83f56b55f2af,33269,1731575861367/rs:state/1731575863213/Put/seqid=0 2024-11-14T09:17:53,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35969 is added to blk_1073741845_1021 (size=5156) 2024-11-14T09:17:53,445 INFO [M:0;83f56b55f2af:45823 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:33671/user/jenkins/test-data/033d5154-4a5b-1454-7711-86bfaa5d06dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fe150f2852564b07ba0ec51747c6c1e7 2024-11-14T09:17:53,456 DEBUG [M:0;83f56b55f2af:45823 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33671/user/jenkins/test-data/033d5154-4a5b-1454-7711-86bfaa5d06dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dbd9df8754c54ea99f6a7e394a871dda as hdfs://localhost:33671/user/jenkins/test-data/033d5154-4a5b-1454-7711-86bfaa5d06dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dbd9df8754c54ea99f6a7e394a871dda 2024-11-14T09:17:53,463 INFO [M:0;83f56b55f2af:45823 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33671/user/jenkins/test-data/033d5154-4a5b-1454-7711-86bfaa5d06dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dbd9df8754c54ea99f6a7e394a871dda, entries=8, sequenceid=70, filesize=5.5 K 2024-11-14T09:17:53,464 DEBUG [M:0;83f56b55f2af:45823 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33671/user/jenkins/test-data/033d5154-4a5b-1454-7711-86bfaa5d06dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/aac7b5535f4f48f899f27a11d7d1f211 as hdfs://localhost:33671/user/jenkins/test-data/033d5154-4a5b-1454-7711-86bfaa5d06dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/aac7b5535f4f48f899f27a11d7d1f211 2024-11-14T09:17:53,476 INFO [M:0;83f56b55f2af:45823 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33671/user/jenkins/test-data/033d5154-4a5b-1454-7711-86bfaa5d06dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/aac7b5535f4f48f899f27a11d7d1f211, entries=8, sequenceid=70, filesize=7.0 K 2024-11-14T09:17:53,478 DEBUG [M:0;83f56b55f2af:45823 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33671/user/jenkins/test-data/033d5154-4a5b-1454-7711-86bfaa5d06dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fe150f2852564b07ba0ec51747c6c1e7 as hdfs://localhost:33671/user/jenkins/test-data/033d5154-4a5b-1454-7711-86bfaa5d06dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fe150f2852564b07ba0ec51747c6c1e7 2024-11-14T09:17:53,484 INFO [M:0;83f56b55f2af:45823 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33671/user/jenkins/test-data/033d5154-4a5b-1454-7711-86bfaa5d06dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fe150f2852564b07ba0ec51747c6c1e7, entries=1, sequenceid=70, filesize=5.0 K 2024-11-14T09:17:53,485 INFO [M:0;83f56b55f2af:45823 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 632ms, sequenceid=70, compaction requested=false 2024-11-14T09:17:53,497 INFO [M:0;83f56b55f2af:45823 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:17:53,497 DEBUG [M:0;83f56b55f2af:45823 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731575872853Disabling compacts and flushes for region at 1731575872853Disabling writes for close at 1731575872853Obtaining lock to block concurrent updates at 1731575872853Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731575872853Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731575872854 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731575872855 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731575872855Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731575872883 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731575872883Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731575873315 (+432 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731575873343 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731575873343Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731575873386 (+43 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731575873419 (+33 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731575873420 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bd38c46: reopening flushed file at 1731575873455 (+35 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64721ceb: reopening flushed file at 1731575873463 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c623d0: reopening flushed file at 1731575873477 (+14 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 632ms, sequenceid=70, compaction requested=false at 1731575873485 (+8 ms)Writing region close event to WAL at 1731575873497 (+12 ms)Closed at 1731575873497 2024-11-14T09:17:53,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35969 is added to blk_1073741830_1006 (size=41008) 2024-11-14T09:17:53,517 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/033d5154-4a5b-1454-7711-86bfaa5d06dd/MasterData/WALs/83f56b55f2af,45823,1731575861312/83f56b55f2af%2C45823%2C1731575861312.1731575863075 not finished, retry = 0 2024-11-14T09:17:53,619 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T09:17:53,619 INFO [M:0;83f56b55f2af:45823 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T09:17:53,620 INFO [M:0;83f56b55f2af:45823 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45823 2024-11-14T09:17:53,620 INFO [M:0;83f56b55f2af:45823 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T09:17:53,722 INFO [M:0;83f56b55f2af:45823 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T09:17:53,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45823-0x10115c4b67c0000, quorum=127.0.0.1:56179, baseZNode=/0779987819 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T09:17:53,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45823-0x10115c4b67c0000, quorum=127.0.0.1:56179, baseZNode=/0779987819 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T09:17:53,726 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2714ec4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T09:17:53,727 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@68b58e18{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T09:17:53,727 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T09:17:53,727 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d5819f4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T09:17:53,727 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e83ddb7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55c96778-d50c-f47a-384e-299194ba8bc8/hadoop.log.dir/,STOPPED} 2024-11-14T09:17:53,729 WARN [BP-1557556869-172.17.0.2-1731575860239 heartbeating to localhost/127.0.0.1:33671 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T09:17:53,729 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T09:17:53,729 WARN [BP-1557556869-172.17.0.2-1731575860239 heartbeating to localhost/127.0.0.1:33671 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1557556869-172.17.0.2-1731575860239 (Datanode Uuid 4adbe5a2-5cd5-496e-a19c-39ebe4f02621) service to localhost/127.0.0.1:33671 2024-11-14T09:17:53,729 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T09:17:53,730 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55c96778-d50c-f47a-384e-299194ba8bc8/cluster_afc06142-4269-57ef-996e-d78089fc90bd/data/data1/current/BP-1557556869-172.17.0.2-1731575860239 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T09:17:53,730 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55c96778-d50c-f47a-384e-299194ba8bc8/cluster_afc06142-4269-57ef-996e-d78089fc90bd/data/data2/current/BP-1557556869-172.17.0.2-1731575860239 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T09:17:53,731 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T09:17:53,739 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@109ccb36{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T09:17:53,743 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@42df17bd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T09:17:53,743 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T09:17:53,743 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7607be1c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T09:17:53,744 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20f5c756{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55c96778-d50c-f47a-384e-299194ba8bc8/hadoop.log.dir/,STOPPED} 2024-11-14T09:17:53,751 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T09:17:53,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T09:17:53,775 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=138 (was 108) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:33671 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:45753 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33671 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:45753 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33671 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:45753 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:33671 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:45753 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45753 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56179) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33671 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45753 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33671 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:33671 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:33671 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56179) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45753 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45753 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=467 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=287 (was 295), ProcessCount=11 (was 11), AvailableMemoryMB=6236 (was 6946) 2024-11-14T09:17:53,784 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=138, OpenFileDescriptor=467, MaxFileDescriptor=1048576, SystemLoadAverage=287, ProcessCount=11, AvailableMemoryMB=6235 2024-11-14T09:17:53,798 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-14T09:17:53,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/025e984c-e395-4235-125f-4e2cd95f41c1/hadoop.log.dir so I do NOT create it in target/test-data/f9954898-0b2e-a7f2-16ac-660b76d7f393 2024-11-14T09:17:53,799 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/025e984c-e395-4235-125f-4e2cd95f41c1/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T09:17:53,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/025e984c-e395-4235-125f-4e2cd95f41c1/hadoop.tmp.dir so I do NOT create it in target/test-data/f9954898-0b2e-a7f2-16ac-660b76d7f393 2024-11-14T09:17:53,799 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/025e984c-e395-4235-125f-4e2cd95f41c1/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T09:17:53,799 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9954898-0b2e-a7f2-16ac-660b76d7f393 2024-11-14T09:17:53,799 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9954898-0b2e-a7f2-16ac-660b76d7f393/cluster_568483a7-b1b3-12d0-65f1-7b5aa3ba9b9c, deleteOnExit=true 2024-11-14T09:17:53,802 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9954898-0b2e-a7f2-16ac-660b76d7f393/cluster_568483a7-b1b3-12d0-65f1-7b5aa3ba9b9c/zookeeper_0, clientPort=53297, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9954898-0b2e-a7f2-16ac-660b76d7f393/cluster_568483a7-b1b3-12d0-65f1-7b5aa3ba9b9c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9954898-0b2e-a7f2-16ac-660b76d7f393/cluster_568483a7-b1b3-12d0-65f1-7b5aa3ba9b9c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T09:17:53,803 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53297 2024-11-14T09:17:53,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T09:17:53,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T09:17:53,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9954898-0b2e-a7f2-16ac-660b76d7f393/test.cache.data in system properties and HBase conf 2024-11-14T09:17:53,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9954898-0b2e-a7f2-16ac-660b76d7f393/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T09:17:53,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9954898-0b2e-a7f2-16ac-660b76d7f393/hadoop.log.dir in system properties and HBase conf 2024-11-14T09:17:53,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9954898-0b2e-a7f2-16ac-660b76d7f393/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T09:17:53,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9954898-0b2e-a7f2-16ac-660b76d7f393/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T09:17:53,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T09:17:53,804 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T09:17:53,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9954898-0b2e-a7f2-16ac-660b76d7f393/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T09:17:53,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9954898-0b2e-a7f2-16ac-660b76d7f393/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T09:17:53,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9954898-0b2e-a7f2-16ac-660b76d7f393/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T09:17:53,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9954898-0b2e-a7f2-16ac-660b76d7f393/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T09:17:53,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9954898-0b2e-a7f2-16ac-660b76d7f393/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T09:17:53,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9954898-0b2e-a7f2-16ac-660b76d7f393/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T09:17:53,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9954898-0b2e-a7f2-16ac-660b76d7f393/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T09:17:53,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9954898-0b2e-a7f2-16ac-660b76d7f393/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T09:17:53,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9954898-0b2e-a7f2-16ac-660b76d7f393/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T09:17:53,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9954898-0b2e-a7f2-16ac-660b76d7f393/nfs.dump.dir in system properties and HBase conf 2024-11-14T09:17:53,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9954898-0b2e-a7f2-16ac-660b76d7f393/java.io.tmpdir in system properties and HBase conf 2024-11-14T09:17:53,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9954898-0b2e-a7f2-16ac-660b76d7f393/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T09:17:53,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9954898-0b2e-a7f2-16ac-660b76d7f393/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T09:17:53,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9954898-0b2e-a7f2-16ac-660b76d7f393/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T09:17:53,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10115c4b67c0005, quorum=127.0.0.1:56179, baseZNode=/11560756118 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T09:17:53,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10115c4b67c0002, quorum=127.0.0.1:56179, baseZNode=/0779987819 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T09:17:53,849 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10115c4b67c0005, quorum=127.0.0.1:56179, baseZNode=/11560756118 Received Disconnected from ZooKeeper, ignoring 2024-11-14T09:17:53,849 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10115c4b67c0002, quorum=127.0.0.1:56179, baseZNode=/0779987819 Received Disconnected from ZooKeeper, ignoring 2024-11-14T09:17:53,904 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T09:17:53,909 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T09:17:53,910 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T09:17:53,910 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T09:17:53,910 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T09:17:53,911 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T09:17:53,912 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ea807d7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9954898-0b2e-a7f2-16ac-660b76d7f393/hadoop.log.dir/,AVAILABLE} 2024-11-14T09:17:53,912 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@12604af8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T09:17:54,047 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@33983d55{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9954898-0b2e-a7f2-16ac-660b76d7f393/java.io.tmpdir/jetty-localhost-40759-hadoop-hdfs-3_4_1-tests_jar-_-any-14887312362556508615/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T09:17:54,048 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@c0a8b11{HTTP/1.1, (http/1.1)}{localhost:40759} 2024-11-14T09:17:54,048 INFO [Time-limited test {}] server.Server(415): Started @41758ms 2024-11-14T09:17:54,171 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T09:17:54,174 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T09:17:54,181 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T09:17:54,181 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T09:17:54,181 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T09:17:54,181 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75d51fe4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9954898-0b2e-a7f2-16ac-660b76d7f393/hadoop.log.dir/,AVAILABLE} 2024-11-14T09:17:54,182 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5354c14e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T09:17:54,304 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4b69a3e6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9954898-0b2e-a7f2-16ac-660b76d7f393/java.io.tmpdir/jetty-localhost-39455-hadoop-hdfs-3_4_1-tests_jar-_-any-10191458356580298706/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T09:17:54,305 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7efa4efa{HTTP/1.1, (http/1.1)}{localhost:39455} 2024-11-14T09:17:54,305 INFO [Time-limited test {}] server.Server(415): Started @42015ms 2024-11-14T09:17:54,306 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T09:17:54,409 WARN [Thread-823 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9954898-0b2e-a7f2-16ac-660b76d7f393/cluster_568483a7-b1b3-12d0-65f1-7b5aa3ba9b9c/data/data1/current/BP-2078165685-172.17.0.2-1731575873842/current, will proceed with Du for space computation calculation, 2024-11-14T09:17:54,409 WARN [Thread-824 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9954898-0b2e-a7f2-16ac-660b76d7f393/cluster_568483a7-b1b3-12d0-65f1-7b5aa3ba9b9c/data/data2/current/BP-2078165685-172.17.0.2-1731575873842/current, will proceed with Du for space computation calculation, 2024-11-14T09:17:54,426 WARN [Thread-811 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T09:17:54,429 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x10690759bdc3c4e1 with lease ID 0x8d74c3e94b53aa1b: Processing first storage report for DS-49609f72-5823-43d0-b2c5-a6c7ef62e373 from datanode DatanodeRegistration(127.0.0.1:37367, datanodeUuid=8d893eaf-a963-46dd-a438-fb9fb48560ee, infoPort=35117, infoSecurePort=0, ipcPort=33539, storageInfo=lv=-57;cid=testClusterID;nsid=595001794;c=1731575873842) 2024-11-14T09:17:54,429 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x10690759bdc3c4e1 with lease ID 0x8d74c3e94b53aa1b: from storage DS-49609f72-5823-43d0-b2c5-a6c7ef62e373 node DatanodeRegistration(127.0.0.1:37367, datanodeUuid=8d893eaf-a963-46dd-a438-fb9fb48560ee, infoPort=35117, infoSecurePort=0, ipcPort=33539, storageInfo=lv=-57;cid=testClusterID;nsid=595001794;c=1731575873842), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T09:17:54,429 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x10690759bdc3c4e1 with lease ID 0x8d74c3e94b53aa1b: Processing first storage report for DS-3364b78b-d329-4f33-99f0-7a0708674fa9 from datanode DatanodeRegistration(127.0.0.1:37367, datanodeUuid=8d893eaf-a963-46dd-a438-fb9fb48560ee, infoPort=35117, infoSecurePort=0, ipcPort=33539, storageInfo=lv=-57;cid=testClusterID;nsid=595001794;c=1731575873842) 2024-11-14T09:17:54,429 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x10690759bdc3c4e1 with lease ID 0x8d74c3e94b53aa1b: from storage DS-3364b78b-d329-4f33-99f0-7a0708674fa9 node DatanodeRegistration(127.0.0.1:37367, datanodeUuid=8d893eaf-a963-46dd-a438-fb9fb48560ee, infoPort=35117, infoSecurePort=0, ipcPort=33539, storageInfo=lv=-57;cid=testClusterID;nsid=595001794;c=1731575873842), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T09:17:54,438 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9954898-0b2e-a7f2-16ac-660b76d7f393 2024-11-14T09:17:54,438 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:17:54,439 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:17:54,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37367 is added to blk_1073741825_1001 (size=7) 2024-11-14T09:17:54,848 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd with version=8 2024-11-14T09:17:54,848 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/hbase-staging 2024-11-14T09:17:54,851 INFO [Time-limited test {}] client.ConnectionUtils(128): master/83f56b55f2af:0 server-side Connection retries=45 2024-11-14T09:17:54,851 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T09:17:54,851 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T09:17:54,851 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T09:17:54,851 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T09:17:54,851 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T09:17:54,851 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T09:17:54,852 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T09:17:54,853 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45007 2024-11-14T09:17:54,854 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45007 connecting to ZooKeeper ensemble=127.0.0.1:53297 2024-11-14T09:17:54,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:450070x0, quorum=127.0.0.1:53297, baseZNode=/01403780142 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T09:17:54,861 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45007-0x10115c4eb990000 connected 2024-11-14T09:17:54,881 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:17:54,883 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:17:54,897 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45007-0x10115c4eb990000, quorum=127.0.0.1:53297, baseZNode=/01403780142 Set watcher on znode that does not yet exist, /01403780142/running 2024-11-14T09:17:54,897 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd, hbase.cluster.distributed=false 2024-11-14T09:17:54,899 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45007-0x10115c4eb990000, quorum=127.0.0.1:53297, baseZNode=/01403780142 Set watcher on znode that does not yet exist, /01403780142/acl 2024-11-14T09:17:54,901 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45007 2024-11-14T09:17:54,901 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45007 2024-11-14T09:17:54,901 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45007 2024-11-14T09:17:54,904 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45007 2024-11-14T09:17:54,905 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45007 2024-11-14T09:17:54,928 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/83f56b55f2af:0 server-side Connection retries=45 2024-11-14T09:17:54,928 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T09:17:54,929 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T09:17:54,929 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T09:17:54,929 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T09:17:54,929 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T09:17:54,929 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T09:17:54,929 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T09:17:54,931 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40447 2024-11-14T09:17:54,932 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40447 connecting to ZooKeeper ensemble=127.0.0.1:53297 2024-11-14T09:17:54,933 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:17:54,935 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:17:54,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:404470x0, quorum=127.0.0.1:53297, baseZNode=/01403780142 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T09:17:54,969 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:404470x0, quorum=127.0.0.1:53297, baseZNode=/01403780142 Set watcher on znode that does not yet exist, /01403780142/running 2024-11-14T09:17:54,969 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T09:17:54,976 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40447-0x10115c4eb990001 connected 2024-11-14T09:17:54,984 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T09:17:54,985 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40447-0x10115c4eb990001, quorum=127.0.0.1:53297, baseZNode=/01403780142 Set watcher on znode that does not yet exist, /01403780142/master 2024-11-14T09:17:54,988 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40447-0x10115c4eb990001, quorum=127.0.0.1:53297, baseZNode=/01403780142 Set watcher on znode that does not yet exist, /01403780142/acl 2024-11-14T09:17:55,012 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40447 2024-11-14T09:17:55,033 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40447 2024-11-14T09:17:55,038 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40447 2024-11-14T09:17:55,046 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40447 2024-11-14T09:17:55,063 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40447 2024-11-14T09:17:55,081 DEBUG [M:0;83f56b55f2af:45007 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;83f56b55f2af:45007 2024-11-14T09:17:55,095 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01403780142/backup-masters/83f56b55f2af,45007,1731575874851 2024-11-14T09:17:55,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40447-0x10115c4eb990001, quorum=127.0.0.1:53297, baseZNode=/01403780142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01403780142/backup-masters 2024-11-14T09:17:55,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45007-0x10115c4eb990000, quorum=127.0.0.1:53297, baseZNode=/01403780142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01403780142/backup-masters 2024-11-14T09:17:55,098 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45007-0x10115c4eb990000, quorum=127.0.0.1:53297, baseZNode=/01403780142 Set watcher on existing znode=/01403780142/backup-masters/83f56b55f2af,45007,1731575874851 2024-11-14T09:17:55,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40447-0x10115c4eb990001, quorum=127.0.0.1:53297, baseZNode=/01403780142 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01403780142/master 2024-11-14T09:17:55,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40447-0x10115c4eb990001, quorum=127.0.0.1:53297, baseZNode=/01403780142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01403780142 2024-11-14T09:17:55,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45007-0x10115c4eb990000, quorum=127.0.0.1:53297, baseZNode=/01403780142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01403780142 2024-11-14T09:17:55,104 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45007-0x10115c4eb990000, quorum=127.0.0.1:53297, baseZNode=/01403780142 Set watcher on existing znode=/01403780142/master 2024-11-14T09:17:55,116 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01403780142/backup-masters/83f56b55f2af,45007,1731575874851 from backup master directory 2024-11-14T09:17:55,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45007-0x10115c4eb990000, quorum=127.0.0.1:53297, baseZNode=/01403780142 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01403780142/backup-masters/83f56b55f2af,45007,1731575874851 2024-11-14T09:17:55,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40447-0x10115c4eb990001, quorum=127.0.0.1:53297, baseZNode=/01403780142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01403780142/backup-masters 2024-11-14T09:17:55,118 WARN [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T09:17:55,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45007-0x10115c4eb990000, quorum=127.0.0.1:53297, baseZNode=/01403780142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01403780142/backup-masters 2024-11-14T09:17:55,118 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=83f56b55f2af,45007,1731575874851 2024-11-14T09:17:55,118 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T09:17:55,120 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:17:55,152 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/hbase.id] with ID: f6e2c19f-27c3-4ab4-b747-6fe2369820be 2024-11-14T09:17:55,153 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/.tmp/hbase.id 2024-11-14T09:17:55,156 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:17:55,157 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:17:55,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37367 is added to blk_1073741826_1002 (size=42) 2024-11-14T09:17:55,194 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/.tmp/hbase.id]:[hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/hbase.id] 2024-11-14T09:17:55,215 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:17:55,215 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T09:17:55,217 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T09:17:55,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40447-0x10115c4eb990001, quorum=127.0.0.1:53297, baseZNode=/01403780142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01403780142 2024-11-14T09:17:55,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45007-0x10115c4eb990000, quorum=127.0.0.1:53297, baseZNode=/01403780142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01403780142 2024-11-14T09:17:55,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37367 is added to blk_1073741827_1003 (size=196) 2024-11-14T09:17:55,635 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T09:17:55,636 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T09:17:55,636 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T09:17:55,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37367 is added to blk_1073741828_1004 (size=1189) 2024-11-14T09:17:56,045 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/MasterData/data/master/store 2024-11-14T09:17:56,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37367 is added to blk_1073741829_1005 (size=34) 2024-11-14T09:17:56,062 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:17:56,062 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T09:17:56,062 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:17:56,062 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:17:56,062 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T09:17:56,062 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:17:56,062 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:17:56,063 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731575876062Disabling compacts and flushes for region at 1731575876062Disabling writes for close at 1731575876062Writing region close event to WAL at 1731575876062Closed at 1731575876062 2024-11-14T09:17:56,065 WARN [master/83f56b55f2af:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/MasterData/data/master/store/.initializing 2024-11-14T09:17:56,065 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/MasterData/WALs/83f56b55f2af,45007,1731575874851 2024-11-14T09:17:56,066 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T09:17:56,070 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=83f56b55f2af%2C45007%2C1731575874851, suffix=, logDir=hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/MasterData/WALs/83f56b55f2af,45007,1731575874851, archiveDir=hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/MasterData/oldWALs, maxLogs=10 2024-11-14T09:17:56,095 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/MasterData/WALs/83f56b55f2af,45007,1731575874851/83f56b55f2af%2C45007%2C1731575874851.1731575876070, exclude list is [], retry=0 2024-11-14T09:17:56,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37367,DS-49609f72-5823-43d0-b2c5-a6c7ef62e373,DISK] 2024-11-14T09:17:56,133 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/MasterData/WALs/83f56b55f2af,45007,1731575874851/83f56b55f2af%2C45007%2C1731575874851.1731575876070 2024-11-14T09:17:56,135 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35117:35117)] 2024-11-14T09:17:56,135 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T09:17:56,135 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:17:56,135 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:17:56,135 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:17:56,139 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:17:56,145 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T09:17:56,145 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:17:56,149 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:17:56,149 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:17:56,151 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T09:17:56,151 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:17:56,152 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:17:56,152 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:17:56,167 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T09:17:56,168 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:17:56,169 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:17:56,169 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:17:56,171 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T09:17:56,171 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:17:56,172 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:17:56,172 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:17:56,173 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:17:56,173 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:17:56,175 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:17:56,175 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:17:56,175 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T09:17:56,181 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:17:56,185 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T09:17:56,185 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61222772, jitterRate=-0.08770960569381714}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T09:17:56,186 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731575876135Initializing all the Stores at 1731575876137 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731575876137Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731575876139 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731575876139Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731575876139Cleaning up temporary data from old regions at 1731575876175 (+36 ms)Region opened successfully at 1731575876186 (+11 ms) 2024-11-14T09:17:56,188 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T09:17:56,192 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a7b5663, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=83f56b55f2af/172.17.0.2:0 2024-11-14T09:17:56,203 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T09:17:56,203 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T09:17:56,203 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T09:17:56,203 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T09:17:56,204 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T09:17:56,205 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T09:17:56,205 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T09:17:56,212 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T09:17:56,213 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45007-0x10115c4eb990000, quorum=127.0.0.1:53297, baseZNode=/01403780142 Unable to get data of znode /01403780142/balancer because node does not exist (not necessarily an error) 2024-11-14T09:17:56,215 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01403780142/balancer already deleted, retry=false 2024-11-14T09:17:56,216 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T09:17:56,217 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45007-0x10115c4eb990000, quorum=127.0.0.1:53297, baseZNode=/01403780142 Unable to get data of znode /01403780142/normalizer because node does not exist (not necessarily an error) 2024-11-14T09:17:56,219 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01403780142/normalizer already deleted, retry=false 2024-11-14T09:17:56,220 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T09:17:56,229 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45007-0x10115c4eb990000, quorum=127.0.0.1:53297, baseZNode=/01403780142 Unable to get data of znode /01403780142/switch/split because node does not exist (not necessarily an error) 2024-11-14T09:17:56,237 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01403780142/switch/split already deleted, retry=false 2024-11-14T09:17:56,238 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45007-0x10115c4eb990000, quorum=127.0.0.1:53297, baseZNode=/01403780142 Unable to get data of znode /01403780142/switch/merge because node does not exist (not necessarily an error) 2024-11-14T09:17:56,253 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01403780142/switch/merge already deleted, retry=false 2024-11-14T09:17:56,256 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45007-0x10115c4eb990000, quorum=127.0.0.1:53297, baseZNode=/01403780142 Unable to get data of znode /01403780142/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T09:17:56,258 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01403780142/snapshot-cleanup already deleted, retry=false 2024-11-14T09:17:56,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40447-0x10115c4eb990001, quorum=127.0.0.1:53297, baseZNode=/01403780142 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01403780142/running 2024-11-14T09:17:56,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45007-0x10115c4eb990000, quorum=127.0.0.1:53297, baseZNode=/01403780142 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01403780142/running 2024-11-14T09:17:56,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40447-0x10115c4eb990001, quorum=127.0.0.1:53297, baseZNode=/01403780142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01403780142 2024-11-14T09:17:56,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45007-0x10115c4eb990000, quorum=127.0.0.1:53297, baseZNode=/01403780142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01403780142 2024-11-14T09:17:56,261 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=83f56b55f2af,45007,1731575874851, sessionid=0x10115c4eb990000, setting cluster-up flag (Was=false) 2024-11-14T09:17:56,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45007-0x10115c4eb990000, quorum=127.0.0.1:53297, baseZNode=/01403780142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01403780142 2024-11-14T09:17:56,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40447-0x10115c4eb990001, quorum=127.0.0.1:53297, baseZNode=/01403780142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01403780142 2024-11-14T09:17:56,283 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01403780142/flush-table-proc/acquired, /01403780142/flush-table-proc/reached, /01403780142/flush-table-proc/abort 2024-11-14T09:17:56,285 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=83f56b55f2af,45007,1731575874851 2024-11-14T09:17:56,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45007-0x10115c4eb990000, quorum=127.0.0.1:53297, baseZNode=/01403780142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01403780142 2024-11-14T09:17:56,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40447-0x10115c4eb990001, quorum=127.0.0.1:53297, baseZNode=/01403780142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01403780142 2024-11-14T09:17:56,296 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01403780142/online-snapshot/acquired, /01403780142/online-snapshot/reached, /01403780142/online-snapshot/abort 2024-11-14T09:17:56,298 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=83f56b55f2af,45007,1731575874851 2024-11-14T09:17:56,301 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T09:17:56,309 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T09:17:56,309 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T09:17:56,309 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T09:17:56,310 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 83f56b55f2af,45007,1731575874851 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T09:17:56,311 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/83f56b55f2af:0, corePoolSize=5, maxPoolSize=5 2024-11-14T09:17:56,311 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/83f56b55f2af:0, corePoolSize=5, maxPoolSize=5 2024-11-14T09:17:56,311 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/83f56b55f2af:0, corePoolSize=5, maxPoolSize=5 2024-11-14T09:17:56,311 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/83f56b55f2af:0, corePoolSize=5, maxPoolSize=5 2024-11-14T09:17:56,311 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/83f56b55f2af:0, corePoolSize=10, maxPoolSize=10 2024-11-14T09:17:56,311 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:17:56,311 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/83f56b55f2af:0, corePoolSize=2, maxPoolSize=2 2024-11-14T09:17:56,312 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:17:56,318 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T09:17:56,318 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T09:17:56,319 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:17:56,319 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T09:17:56,325 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731575906325 2024-11-14T09:17:56,325 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T09:17:56,325 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T09:17:56,325 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T09:17:56,325 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T09:17:56,325 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T09:17:56,325 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T09:17:56,326 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T09:17:56,328 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T09:17:56,328 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T09:17:56,329 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T09:17:56,329 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T09:17:56,335 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T09:17:56,335 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T09:17:56,335 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/83f56b55f2af:0:becomeActiveMaster-HFileCleaner.large.0-1731575876335,5,FailOnTimeoutGroup] 2024-11-14T09:17:56,336 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/83f56b55f2af:0:becomeActiveMaster-HFileCleaner.small.0-1731575876335,5,FailOnTimeoutGroup] 2024-11-14T09:17:56,336 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T09:17:56,336 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T09:17:56,336 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T09:17:56,336 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T09:17:56,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37367 is added to blk_1073741831_1007 (size=1321) 2024-11-14T09:17:56,366 INFO [RS:0;83f56b55f2af:40447 {}] regionserver.HRegionServer(746): ClusterId : f6e2c19f-27c3-4ab4-b747-6fe2369820be 2024-11-14T09:17:56,366 DEBUG [RS:0;83f56b55f2af:40447 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T09:17:56,368 DEBUG [RS:0;83f56b55f2af:40447 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T09:17:56,368 DEBUG [RS:0;83f56b55f2af:40447 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T09:17:56,370 DEBUG [RS:0;83f56b55f2af:40447 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T09:17:56,370 DEBUG [RS:0;83f56b55f2af:40447 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1aab77d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=83f56b55f2af/172.17.0.2:0 2024-11-14T09:17:56,384 DEBUG [RS:0;83f56b55f2af:40447 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;83f56b55f2af:40447 2024-11-14T09:17:56,384 INFO [RS:0;83f56b55f2af:40447 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T09:17:56,384 INFO [RS:0;83f56b55f2af:40447 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T09:17:56,384 DEBUG [RS:0;83f56b55f2af:40447 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T09:17:56,385 INFO [RS:0;83f56b55f2af:40447 {}] regionserver.HRegionServer(2659): reportForDuty to master=83f56b55f2af,45007,1731575874851 with port=40447, startcode=1731575874928 2024-11-14T09:17:56,385 DEBUG [RS:0;83f56b55f2af:40447 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T09:17:56,387 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51663, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T09:17:56,388 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45007 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 83f56b55f2af,40447,1731575874928 2024-11-14T09:17:56,388 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45007 {}] master.ServerManager(517): Registering regionserver=83f56b55f2af,40447,1731575874928 2024-11-14T09:17:56,390 DEBUG [RS:0;83f56b55f2af:40447 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd 2024-11-14T09:17:56,390 DEBUG [RS:0;83f56b55f2af:40447 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35893 2024-11-14T09:17:56,390 DEBUG [RS:0;83f56b55f2af:40447 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T09:17:56,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45007-0x10115c4eb990000, quorum=127.0.0.1:53297, baseZNode=/01403780142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01403780142/rs 2024-11-14T09:17:56,392 DEBUG [RS:0;83f56b55f2af:40447 {}] zookeeper.ZKUtil(111): regionserver:40447-0x10115c4eb990001, quorum=127.0.0.1:53297, baseZNode=/01403780142 Set watcher on existing znode=/01403780142/rs/83f56b55f2af,40447,1731575874928 2024-11-14T09:17:56,392 WARN [RS:0;83f56b55f2af:40447 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T09:17:56,392 INFO [RS:0;83f56b55f2af:40447 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T09:17:56,392 DEBUG [RS:0;83f56b55f2af:40447 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/WALs/83f56b55f2af,40447,1731575874928 2024-11-14T09:17:56,392 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [83f56b55f2af,40447,1731575874928] 2024-11-14T09:17:56,395 INFO [RS:0;83f56b55f2af:40447 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T09:17:56,398 INFO [RS:0;83f56b55f2af:40447 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T09:17:56,399 INFO [RS:0;83f56b55f2af:40447 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T09:17:56,399 INFO [RS:0;83f56b55f2af:40447 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T09:17:56,399 INFO [RS:0;83f56b55f2af:40447 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T09:17:56,400 INFO [RS:0;83f56b55f2af:40447 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T09:17:56,400 INFO [RS:0;83f56b55f2af:40447 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T09:17:56,401 DEBUG [RS:0;83f56b55f2af:40447 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:17:56,401 DEBUG [RS:0;83f56b55f2af:40447 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:17:56,401 DEBUG [RS:0;83f56b55f2af:40447 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:17:56,401 DEBUG [RS:0;83f56b55f2af:40447 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:17:56,401 DEBUG [RS:0;83f56b55f2af:40447 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:17:56,401 DEBUG [RS:0;83f56b55f2af:40447 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/83f56b55f2af:0, corePoolSize=2, maxPoolSize=2 2024-11-14T09:17:56,401 DEBUG [RS:0;83f56b55f2af:40447 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:17:56,401 DEBUG [RS:0;83f56b55f2af:40447 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:17:56,401 DEBUG [RS:0;83f56b55f2af:40447 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:17:56,401 DEBUG [RS:0;83f56b55f2af:40447 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:17:56,401 DEBUG [RS:0;83f56b55f2af:40447 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:17:56,401 DEBUG [RS:0;83f56b55f2af:40447 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:17:56,401 DEBUG [RS:0;83f56b55f2af:40447 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/83f56b55f2af:0, corePoolSize=3, maxPoolSize=3 2024-11-14T09:17:56,401 DEBUG [RS:0;83f56b55f2af:40447 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/83f56b55f2af:0, corePoolSize=3, maxPoolSize=3 2024-11-14T09:17:56,402 INFO [RS:0;83f56b55f2af:40447 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T09:17:56,402 INFO [RS:0;83f56b55f2af:40447 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T09:17:56,402 INFO [RS:0;83f56b55f2af:40447 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T09:17:56,402 INFO [RS:0;83f56b55f2af:40447 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T09:17:56,402 INFO [RS:0;83f56b55f2af:40447 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T09:17:56,402 INFO [RS:0;83f56b55f2af:40447 {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,40447,1731575874928-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T09:17:56,422 INFO [RS:0;83f56b55f2af:40447 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T09:17:56,422 INFO [RS:0;83f56b55f2af:40447 {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,40447,1731575874928-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T09:17:56,423 INFO [RS:0;83f56b55f2af:40447 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:17:56,423 INFO [RS:0;83f56b55f2af:40447 {}] regionserver.Replication(171): 83f56b55f2af,40447,1731575874928 started 2024-11-14T09:17:56,437 INFO [RS:0;83f56b55f2af:40447 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:17:56,437 INFO [RS:0;83f56b55f2af:40447 {}] regionserver.HRegionServer(1482): Serving as 83f56b55f2af,40447,1731575874928, RpcServer on 83f56b55f2af/172.17.0.2:40447, sessionid=0x10115c4eb990001 2024-11-14T09:17:56,438 DEBUG [RS:0;83f56b55f2af:40447 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T09:17:56,438 DEBUG [RS:0;83f56b55f2af:40447 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 83f56b55f2af,40447,1731575874928 2024-11-14T09:17:56,438 DEBUG [RS:0;83f56b55f2af:40447 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '83f56b55f2af,40447,1731575874928' 2024-11-14T09:17:56,438 DEBUG [RS:0;83f56b55f2af:40447 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01403780142/flush-table-proc/abort' 2024-11-14T09:17:56,438 DEBUG [RS:0;83f56b55f2af:40447 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01403780142/flush-table-proc/acquired' 2024-11-14T09:17:56,439 DEBUG [RS:0;83f56b55f2af:40447 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T09:17:56,439 DEBUG [RS:0;83f56b55f2af:40447 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T09:17:56,439 DEBUG [RS:0;83f56b55f2af:40447 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 83f56b55f2af,40447,1731575874928 2024-11-14T09:17:56,439 DEBUG [RS:0;83f56b55f2af:40447 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '83f56b55f2af,40447,1731575874928' 2024-11-14T09:17:56,439 DEBUG [RS:0;83f56b55f2af:40447 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01403780142/online-snapshot/abort' 2024-11-14T09:17:56,439 DEBUG [RS:0;83f56b55f2af:40447 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01403780142/online-snapshot/acquired' 2024-11-14T09:17:56,439 DEBUG [RS:0;83f56b55f2af:40447 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T09:17:56,439 INFO [RS:0;83f56b55f2af:40447 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T09:17:56,439 INFO [RS:0;83f56b55f2af:40447 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T09:17:56,540 INFO [RS:0;83f56b55f2af:40447 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T09:17:56,541 INFO [RS:0;83f56b55f2af:40447 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=83f56b55f2af%2C40447%2C1731575874928, suffix=, logDir=hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/WALs/83f56b55f2af,40447,1731575874928, archiveDir=hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/oldWALs, maxLogs=10 2024-11-14T09:17:56,555 DEBUG [RS:0;83f56b55f2af:40447 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/WALs/83f56b55f2af,40447,1731575874928/83f56b55f2af%2C40447%2C1731575874928.1731575876542, exclude list is [], retry=0 2024-11-14T09:17:56,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37367,DS-49609f72-5823-43d0-b2c5-a6c7ef62e373,DISK] 2024-11-14T09:17:56,561 INFO [RS:0;83f56b55f2af:40447 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/WALs/83f56b55f2af,40447,1731575874928/83f56b55f2af%2C40447%2C1731575874928.1731575876542 2024-11-14T09:17:56,561 DEBUG [RS:0;83f56b55f2af:40447 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35117:35117)] 2024-11-14T09:17:56,738 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T09:17:56,738 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd 2024-11-14T09:17:56,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37367 is added to blk_1073741833_1009 (size=32) 2024-11-14T09:17:57,145 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:17:57,146 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T09:17:57,148 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T09:17:57,148 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:17:57,148 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:17:57,148 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T09:17:57,150 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T09:17:57,150 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:17:57,150 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:17:57,150 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T09:17:57,151 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T09:17:57,151 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:17:57,151 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:17:57,152 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T09:17:57,153 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T09:17:57,153 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:17:57,153 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:17:57,153 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T09:17:57,154 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/data/hbase/meta/1588230740 2024-11-14T09:17:57,154 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/data/hbase/meta/1588230740 2024-11-14T09:17:57,155 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T09:17:57,155 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T09:17:57,156 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T09:17:57,157 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T09:17:57,159 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T09:17:57,159 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71396557, jitterRate=0.06389160454273224}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T09:17:57,159 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731575877145Initializing all the Stores at 1731575877146 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731575877146Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731575877146Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731575877146Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731575877146Cleaning up temporary data from old regions at 1731575877155 (+9 ms)Region opened successfully at 1731575877159 (+4 ms) 2024-11-14T09:17:57,160 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T09:17:57,160 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T09:17:57,160 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T09:17:57,160 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T09:17:57,160 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T09:17:57,160 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T09:17:57,160 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731575877160Disabling compacts and flushes for region at 1731575877160Disabling writes for close at 1731575877160Writing region close event to WAL at 1731575877160Closed at 1731575877160 2024-11-14T09:17:57,161 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T09:17:57,161 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T09:17:57,161 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T09:17:57,163 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T09:17:57,164 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T09:17:57,314 DEBUG [83f56b55f2af:45007 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T09:17:57,314 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=83f56b55f2af,40447,1731575874928 2024-11-14T09:17:57,316 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 83f56b55f2af,40447,1731575874928, state=OPENING 2024-11-14T09:17:57,317 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T09:17:57,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40447-0x10115c4eb990001, quorum=127.0.0.1:53297, baseZNode=/01403780142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01403780142 2024-11-14T09:17:57,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45007-0x10115c4eb990000, quorum=127.0.0.1:53297, baseZNode=/01403780142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01403780142 2024-11-14T09:17:57,319 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T09:17:57,319 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01403780142/meta-region-server: CHANGED 2024-11-14T09:17:57,319 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01403780142/meta-region-server: CHANGED 2024-11-14T09:17:57,319 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=83f56b55f2af,40447,1731575874928}] 2024-11-14T09:17:57,472 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T09:17:57,474 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50409, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T09:17:57,478 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T09:17:57,478 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T09:17:57,478 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T09:17:57,479 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=83f56b55f2af%2C40447%2C1731575874928.meta, suffix=.meta, logDir=hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/WALs/83f56b55f2af,40447,1731575874928, archiveDir=hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/oldWALs, maxLogs=10 2024-11-14T09:17:57,487 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T09:17:57,488 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T09:17:57,488 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T09:17:57,493 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/WALs/83f56b55f2af,40447,1731575874928/83f56b55f2af%2C40447%2C1731575874928.meta.1731575877480.meta, exclude list is [], retry=0 2024-11-14T09:17:57,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37367,DS-49609f72-5823-43d0-b2c5-a6c7ef62e373,DISK] 2024-11-14T09:17:57,497 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/WALs/83f56b55f2af,40447,1731575874928/83f56b55f2af%2C40447%2C1731575874928.meta.1731575877480.meta 2024-11-14T09:17:57,497 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35117:35117)] 2024-11-14T09:17:57,497 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T09:17:57,497 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T09:17:57,497 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T09:17:57,498 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T09:17:57,498 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T09:17:57,498 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T09:17:57,498 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:17:57,498 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T09:17:57,498 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T09:17:57,499 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T09:17:57,500 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T09:17:57,500 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:17:57,500 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:17:57,500 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T09:17:57,501 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T09:17:57,501 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:17:57,502 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:17:57,502 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T09:17:57,502 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T09:17:57,502 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:17:57,503 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:17:57,503 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T09:17:57,503 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T09:17:57,503 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:17:57,504 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:17:57,504 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T09:17:57,505 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/data/hbase/meta/1588230740 2024-11-14T09:17:57,505 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/data/hbase/meta/1588230740 2024-11-14T09:17:57,507 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T09:17:57,507 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T09:17:57,507 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T09:17:57,508 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T09:17:57,509 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71353670, jitterRate=0.0632525384426117}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T09:17:57,509 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T09:17:57,510 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731575877498Writing region info on filesystem at 1731575877498Initializing all the Stores at 1731575877499 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731575877499Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731575877499Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731575877499Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731575877499Cleaning up temporary data from old regions at 1731575877507 (+8 ms)Running coprocessor post-open hooks at 1731575877509 (+2 ms)Region opened successfully at 1731575877510 (+1 ms) 2024-11-14T09:17:57,511 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731575877471 2024-11-14T09:17:57,513 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T09:17:57,513 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T09:17:57,514 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=83f56b55f2af,40447,1731575874928 2024-11-14T09:17:57,515 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 83f56b55f2af,40447,1731575874928, state=OPEN 2024-11-14T09:17:57,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45007-0x10115c4eb990000, quorum=127.0.0.1:53297, baseZNode=/01403780142 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01403780142/meta-region-server 2024-11-14T09:17:57,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40447-0x10115c4eb990001, quorum=127.0.0.1:53297, baseZNode=/01403780142 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01403780142/meta-region-server 2024-11-14T09:17:57,521 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=83f56b55f2af,40447,1731575874928 2024-11-14T09:17:57,521 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01403780142/meta-region-server: CHANGED 2024-11-14T09:17:57,521 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01403780142/meta-region-server: CHANGED 2024-11-14T09:17:57,523 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T09:17:57,523 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=83f56b55f2af,40447,1731575874928 in 202 msec 2024-11-14T09:17:57,525 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T09:17:57,525 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 362 msec 2024-11-14T09:17:57,526 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T09:17:57,526 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T09:17:57,527 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:17:57,527 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83f56b55f2af,40447,1731575874928, seqNum=-1] 2024-11-14T09:17:57,528 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T09:17:57,529 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41901, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T09:17:57,533 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2250 sec 2024-11-14T09:17:57,534 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731575877534, completionTime=-1 2024-11-14T09:17:57,534 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T09:17:57,534 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T09:17:57,535 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T09:17:57,535 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731575937535 2024-11-14T09:17:57,536 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731575997536 2024-11-14T09:17:57,536 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T09:17:57,536 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,45007,1731575874851-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T09:17:57,536 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,45007,1731575874851-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:17:57,536 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,45007,1731575874851-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:17:57,536 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-83f56b55f2af:45007, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:17:57,536 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T09:17:57,537 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T09:17:57,538 DEBUG [master/83f56b55f2af:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T09:17:57,540 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.422sec 2024-11-14T09:17:57,540 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T09:17:57,540 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T09:17:57,540 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T09:17:57,540 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T09:17:57,540 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T09:17:57,540 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,45007,1731575874851-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T09:17:57,540 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,45007,1731575874851-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T09:17:57,542 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T09:17:57,542 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T09:17:57,542 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,45007,1731575874851-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:17:57,566 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57a4ae4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:17:57,566 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83f56b55f2af,45007,-1 for getting cluster id 2024-11-14T09:17:57,566 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T09:17:57,567 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6e2c19f-27c3-4ab4-b747-6fe2369820be' 2024-11-14T09:17:57,568 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T09:17:57,568 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6e2c19f-27c3-4ab4-b747-6fe2369820be" 2024-11-14T09:17:57,568 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f81959, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:17:57,568 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83f56b55f2af,45007,-1] 2024-11-14T09:17:57,568 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T09:17:57,569 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:17:57,569 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T09:17:57,570 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@516176c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:17:57,570 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:17:57,572 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83f56b55f2af,40447,1731575874928, seqNum=-1] 2024-11-14T09:17:57,572 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T09:17:57,573 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T09:17:57,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=83f56b55f2af,45007,1731575874851 2024-11-14T09:17:57,575 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53297 2024-11-14T09:17:57,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53297, baseZNode=/01403780142 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T09:17:57,578 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10115c4eb990002 connected 2024-11-14T09:17:57,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9954898-0b2e-a7f2-16ac-660b76d7f393/hadoop.log.dir so I do NOT create it in target/test-data/aa3984bf-78d0-97b4-d462-761a6006da01 2024-11-14T09:17:57,581 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9954898-0b2e-a7f2-16ac-660b76d7f393/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T09:17:57,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9954898-0b2e-a7f2-16ac-660b76d7f393/hadoop.tmp.dir so I do NOT create it in target/test-data/aa3984bf-78d0-97b4-d462-761a6006da01 2024-11-14T09:17:57,581 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9954898-0b2e-a7f2-16ac-660b76d7f393/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T09:17:57,581 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa3984bf-78d0-97b4-d462-761a6006da01 2024-11-14T09:17:57,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T09:17:57,581 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa3984bf-78d0-97b4-d462-761a6006da01/cluster_2f8ca5f6-1afc-b57e-ef86-1d946aa7f4b0, deleteOnExit=true 2024-11-14T09:17:57,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T09:17:57,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa3984bf-78d0-97b4-d462-761a6006da01/test.cache.data in system properties and HBase conf 2024-11-14T09:17:57,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa3984bf-78d0-97b4-d462-761a6006da01/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T09:17:57,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa3984bf-78d0-97b4-d462-761a6006da01/hadoop.log.dir in system properties and HBase conf 2024-11-14T09:17:57,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa3984bf-78d0-97b4-d462-761a6006da01/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T09:17:57,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa3984bf-78d0-97b4-d462-761a6006da01/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T09:17:57,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T09:17:57,582 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T09:17:57,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa3984bf-78d0-97b4-d462-761a6006da01/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T09:17:57,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa3984bf-78d0-97b4-d462-761a6006da01/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T09:17:57,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa3984bf-78d0-97b4-d462-761a6006da01/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T09:17:57,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa3984bf-78d0-97b4-d462-761a6006da01/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T09:17:57,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa3984bf-78d0-97b4-d462-761a6006da01/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T09:17:57,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa3984bf-78d0-97b4-d462-761a6006da01/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T09:17:57,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa3984bf-78d0-97b4-d462-761a6006da01/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T09:17:57,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa3984bf-78d0-97b4-d462-761a6006da01/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T09:17:57,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa3984bf-78d0-97b4-d462-761a6006da01/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T09:17:57,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa3984bf-78d0-97b4-d462-761a6006da01/nfs.dump.dir in system properties and HBase conf 2024-11-14T09:17:57,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa3984bf-78d0-97b4-d462-761a6006da01/java.io.tmpdir in system properties and HBase conf 2024-11-14T09:17:57,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa3984bf-78d0-97b4-d462-761a6006da01/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T09:17:57,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa3984bf-78d0-97b4-d462-761a6006da01/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T09:17:57,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa3984bf-78d0-97b4-d462-761a6006da01/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T09:17:57,664 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T09:17:57,668 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T09:17:57,669 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T09:17:57,669 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T09:17:57,669 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T09:17:57,673 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T09:17:57,673 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d5b1f35{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa3984bf-78d0-97b4-d462-761a6006da01/hadoop.log.dir/,AVAILABLE} 2024-11-14T09:17:57,673 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c4a1244{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T09:17:57,788 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6bdf9be{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa3984bf-78d0-97b4-d462-761a6006da01/java.io.tmpdir/jetty-localhost-42815-hadoop-hdfs-3_4_1-tests_jar-_-any-3975181697961287048/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T09:17:57,789 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f3c8205{HTTP/1.1, (http/1.1)}{localhost:42815} 2024-11-14T09:17:57,789 INFO [Time-limited test {}] server.Server(415): Started @45499ms 2024-11-14T09:17:57,868 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T09:17:57,873 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T09:17:57,873 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T09:17:57,873 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T09:17:57,874 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T09:17:57,874 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d37d792{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa3984bf-78d0-97b4-d462-761a6006da01/hadoop.log.dir/,AVAILABLE} 2024-11-14T09:17:57,874 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@68a0c70e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T09:17:57,989 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1287d5db{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa3984bf-78d0-97b4-d462-761a6006da01/java.io.tmpdir/jetty-localhost-46285-hadoop-hdfs-3_4_1-tests_jar-_-any-5989003776304130046/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T09:17:57,990 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3e5d9bd8{HTTP/1.1, (http/1.1)}{localhost:46285} 2024-11-14T09:17:57,990 INFO [Time-limited test {}] server.Server(415): Started @45700ms 2024-11-14T09:17:57,991 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T09:17:58,105 WARN [Thread-944 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa3984bf-78d0-97b4-d462-761a6006da01/cluster_2f8ca5f6-1afc-b57e-ef86-1d946aa7f4b0/data/data1/current/BP-475843165-172.17.0.2-1731575877604/current, will proceed with Du for space computation calculation, 2024-11-14T09:17:58,105 WARN [Thread-945 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa3984bf-78d0-97b4-d462-761a6006da01/cluster_2f8ca5f6-1afc-b57e-ef86-1d946aa7f4b0/data/data2/current/BP-475843165-172.17.0.2-1731575877604/current, will proceed with Du for space computation calculation, 2024-11-14T09:17:58,138 WARN [Thread-932 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T09:17:58,141 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x44f7c7c885c86646 with lease ID 0xf5daa905a27b4f46: Processing first storage report for DS-aaef84a4-c095-4ca5-81d2-ce53bb086311 from datanode DatanodeRegistration(127.0.0.1:39395, datanodeUuid=f6549ade-f7d7-48a2-b6ff-21b8225f3aba, infoPort=34901, infoSecurePort=0, ipcPort=36899, storageInfo=lv=-57;cid=testClusterID;nsid=623163829;c=1731575877604) 2024-11-14T09:17:58,141 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x44f7c7c885c86646 with lease ID 0xf5daa905a27b4f46: from storage DS-aaef84a4-c095-4ca5-81d2-ce53bb086311 node DatanodeRegistration(127.0.0.1:39395, datanodeUuid=f6549ade-f7d7-48a2-b6ff-21b8225f3aba, infoPort=34901, infoSecurePort=0, ipcPort=36899, storageInfo=lv=-57;cid=testClusterID;nsid=623163829;c=1731575877604), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T09:17:58,141 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x44f7c7c885c86646 with lease ID 0xf5daa905a27b4f46: Processing first storage report for DS-def533f7-132e-4307-aa50-1cd2a39d8ea2 from datanode DatanodeRegistration(127.0.0.1:39395, datanodeUuid=f6549ade-f7d7-48a2-b6ff-21b8225f3aba, infoPort=34901, infoSecurePort=0, ipcPort=36899, storageInfo=lv=-57;cid=testClusterID;nsid=623163829;c=1731575877604) 2024-11-14T09:17:58,141 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x44f7c7c885c86646 with lease ID 0xf5daa905a27b4f46: from storage DS-def533f7-132e-4307-aa50-1cd2a39d8ea2 node DatanodeRegistration(127.0.0.1:39395, datanodeUuid=f6549ade-f7d7-48a2-b6ff-21b8225f3aba, infoPort=34901, infoSecurePort=0, ipcPort=36899, storageInfo=lv=-57;cid=testClusterID;nsid=623163829;c=1731575877604), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T09:17:58,217 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa3984bf-78d0-97b4-d462-761a6006da01 2024-11-14T09:17:58,217 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:17:58,219 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:17:58,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39395 is added to blk_1073741825_1001 (size=7) 2024-11-14T09:17:58,628 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35411/user/jenkins/test-data/e1907618-9a69-19fd-8ae1-9c2a940d54ab with version=8 2024-11-14T09:17:58,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35411/user/jenkins/test-data/e1907618-9a69-19fd-8ae1-9c2a940d54ab/hbase-staging 2024-11-14T09:17:58,630 INFO [Time-limited test {}] client.ConnectionUtils(128): master/83f56b55f2af:0 server-side Connection retries=45 2024-11-14T09:17:58,630 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T09:17:58,631 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T09:17:58,631 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T09:17:58,631 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T09:17:58,631 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T09:17:58,631 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T09:17:58,631 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T09:17:58,631 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46027 2024-11-14T09:17:58,632 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46027 connecting to ZooKeeper ensemble=127.0.0.1:53297 2024-11-14T09:17:58,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:460270x0, quorum=127.0.0.1:53297, baseZNode=/11530025420 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T09:17:58,635 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46027-0x10115c4eb990003 connected 2024-11-14T09:17:58,649 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:17:58,651 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:17:58,654 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46027-0x10115c4eb990003, quorum=127.0.0.1:53297, baseZNode=/11530025420 Set watcher on znode that does not yet exist, /11530025420/running 2024-11-14T09:17:58,654 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35411/user/jenkins/test-data/e1907618-9a69-19fd-8ae1-9c2a940d54ab, hbase.cluster.distributed=false 2024-11-14T09:17:58,656 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46027-0x10115c4eb990003, quorum=127.0.0.1:53297, baseZNode=/11530025420 Set watcher on znode that does not yet exist, /11530025420/acl 2024-11-14T09:17:58,656 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46027 2024-11-14T09:17:58,657 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46027 2024-11-14T09:17:58,657 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46027 2024-11-14T09:17:58,660 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46027 2024-11-14T09:17:58,660 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46027 2024-11-14T09:17:58,682 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/83f56b55f2af:0 server-side Connection retries=45 2024-11-14T09:17:58,682 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T09:17:58,682 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T09:17:58,682 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T09:17:58,682 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T09:17:58,682 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T09:17:58,682 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T09:17:58,682 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T09:17:58,683 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42121 2024-11-14T09:17:58,684 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42121 connecting to ZooKeeper ensemble=127.0.0.1:53297 2024-11-14T09:17:58,684 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:17:58,686 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:17:58,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:421210x0, quorum=127.0.0.1:53297, baseZNode=/11530025420 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T09:17:58,690 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:421210x0, quorum=127.0.0.1:53297, baseZNode=/11530025420 Set watcher on znode that does not yet exist, /11530025420/running 2024-11-14T09:17:58,691 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42121-0x10115c4eb990004 connected 2024-11-14T09:17:58,691 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T09:17:58,691 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T09:17:58,692 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42121-0x10115c4eb990004, quorum=127.0.0.1:53297, baseZNode=/11530025420 Set watcher on znode that does not yet exist, /11530025420/master 2024-11-14T09:17:58,693 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42121-0x10115c4eb990004, quorum=127.0.0.1:53297, baseZNode=/11530025420 Set watcher on znode that does not yet exist, /11530025420/acl 2024-11-14T09:17:58,693 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42121 2024-11-14T09:17:58,694 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42121 2024-11-14T09:17:58,695 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42121 2024-11-14T09:17:58,700 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42121 2024-11-14T09:17:58,701 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42121 2024-11-14T09:17:58,713 DEBUG [M:0;83f56b55f2af:46027 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;83f56b55f2af:46027 2024-11-14T09:17:58,714 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11530025420/backup-masters/83f56b55f2af,46027,1731575878630 2024-11-14T09:17:58,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46027-0x10115c4eb990003, quorum=127.0.0.1:53297, baseZNode=/11530025420 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11530025420/backup-masters 2024-11-14T09:17:58,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42121-0x10115c4eb990004, quorum=127.0.0.1:53297, baseZNode=/11530025420 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11530025420/backup-masters 2024-11-14T09:17:58,717 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46027-0x10115c4eb990003, quorum=127.0.0.1:53297, baseZNode=/11530025420 Set watcher on existing znode=/11530025420/backup-masters/83f56b55f2af,46027,1731575878630 2024-11-14T09:17:58,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42121-0x10115c4eb990004, quorum=127.0.0.1:53297, baseZNode=/11530025420 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11530025420/master 2024-11-14T09:17:58,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46027-0x10115c4eb990003, quorum=127.0.0.1:53297, baseZNode=/11530025420 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11530025420 2024-11-14T09:17:58,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42121-0x10115c4eb990004, quorum=127.0.0.1:53297, baseZNode=/11530025420 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11530025420 2024-11-14T09:17:58,719 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46027-0x10115c4eb990003, quorum=127.0.0.1:53297, baseZNode=/11530025420 Set watcher on existing znode=/11530025420/master 2024-11-14T09:17:58,720 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11530025420/backup-masters/83f56b55f2af,46027,1731575878630 from backup master directory 2024-11-14T09:17:58,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46027-0x10115c4eb990003, quorum=127.0.0.1:53297, baseZNode=/11530025420 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11530025420/backup-masters/83f56b55f2af,46027,1731575878630 2024-11-14T09:17:58,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46027-0x10115c4eb990003, quorum=127.0.0.1:53297, baseZNode=/11530025420 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11530025420/backup-masters 2024-11-14T09:17:58,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42121-0x10115c4eb990004, quorum=127.0.0.1:53297, baseZNode=/11530025420 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11530025420/backup-masters 2024-11-14T09:17:58,721 WARN [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T09:17:58,721 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=83f56b55f2af,46027,1731575878630 2024-11-14T09:17:58,725 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35411/user/jenkins/test-data/e1907618-9a69-19fd-8ae1-9c2a940d54ab/hbase.id] with ID: 4adfb27c-4946-47f6-b80d-c65aedc85b7c 2024-11-14T09:17:58,726 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35411/user/jenkins/test-data/e1907618-9a69-19fd-8ae1-9c2a940d54ab/.tmp/hbase.id 2024-11-14T09:17:58,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39395 is added to blk_1073741826_1002 (size=42) 2024-11-14T09:17:59,134 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35411/user/jenkins/test-data/e1907618-9a69-19fd-8ae1-9c2a940d54ab/.tmp/hbase.id]:[hdfs://localhost:35411/user/jenkins/test-data/e1907618-9a69-19fd-8ae1-9c2a940d54ab/hbase.id] 2024-11-14T09:17:59,147 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:17:59,147 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T09:17:59,148 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T09:17:59,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46027-0x10115c4eb990003, quorum=127.0.0.1:53297, baseZNode=/11530025420 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11530025420 2024-11-14T09:17:59,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42121-0x10115c4eb990004, quorum=127.0.0.1:53297, baseZNode=/11530025420 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11530025420 2024-11-14T09:17:59,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39395 is added to blk_1073741827_1003 (size=196) 2024-11-14T09:17:59,558 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T09:17:59,558 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T09:17:59,559 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T09:17:59,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39395 is added to blk_1073741828_1004 (size=1189) 2024-11-14T09:17:59,966 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35411/user/jenkins/test-data/e1907618-9a69-19fd-8ae1-9c2a940d54ab/MasterData/data/master/store 2024-11-14T09:17:59,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39395 is added to blk_1073741829_1005 (size=34) 2024-11-14T09:18:00,373 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:18:00,373 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T09:18:00,373 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:18:00,373 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:18:00,373 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T09:18:00,373 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:18:00,373 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:18:00,373 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731575880373Disabling compacts and flushes for region at 1731575880373Disabling writes for close at 1731575880373Writing region close event to WAL at 1731575880373Closed at 1731575880373 2024-11-14T09:18:00,374 WARN [master/83f56b55f2af:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35411/user/jenkins/test-data/e1907618-9a69-19fd-8ae1-9c2a940d54ab/MasterData/data/master/store/.initializing 2024-11-14T09:18:00,374 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35411/user/jenkins/test-data/e1907618-9a69-19fd-8ae1-9c2a940d54ab/MasterData/WALs/83f56b55f2af,46027,1731575878630 2024-11-14T09:18:00,376 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T09:18:00,377 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=83f56b55f2af%2C46027%2C1731575878630, suffix=, logDir=hdfs://localhost:35411/user/jenkins/test-data/e1907618-9a69-19fd-8ae1-9c2a940d54ab/MasterData/WALs/83f56b55f2af,46027,1731575878630, archiveDir=hdfs://localhost:35411/user/jenkins/test-data/e1907618-9a69-19fd-8ae1-9c2a940d54ab/MasterData/oldWALs, maxLogs=10 2024-11-14T09:18:00,392 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e1907618-9a69-19fd-8ae1-9c2a940d54ab/MasterData/WALs/83f56b55f2af,46027,1731575878630/83f56b55f2af%2C46027%2C1731575878630.1731575880378, exclude list is [], retry=0 2024-11-14T09:18:00,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39395,DS-aaef84a4-c095-4ca5-81d2-ce53bb086311,DISK] 2024-11-14T09:18:00,397 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e1907618-9a69-19fd-8ae1-9c2a940d54ab/MasterData/WALs/83f56b55f2af,46027,1731575878630/83f56b55f2af%2C46027%2C1731575878630.1731575880378 2024-11-14T09:18:00,397 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34901:34901)] 2024-11-14T09:18:00,397 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T09:18:00,397 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:18:00,397 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:18:00,397 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:18:00,398 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:18:00,400 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T09:18:00,400 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:18:00,400 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:18:00,401 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:18:00,402 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T09:18:00,402 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:18:00,402 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:18:00,402 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:18:00,403 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T09:18:00,403 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:18:00,404 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:18:00,404 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:18:00,405 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T09:18:00,405 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:18:00,405 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:18:00,405 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:18:00,406 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35411/user/jenkins/test-data/e1907618-9a69-19fd-8ae1-9c2a940d54ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:18:00,406 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35411/user/jenkins/test-data/e1907618-9a69-19fd-8ae1-9c2a940d54ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:18:00,407 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:18:00,407 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:18:00,408 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T09:18:00,409 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:18:00,411 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35411/user/jenkins/test-data/e1907618-9a69-19fd-8ae1-9c2a940d54ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T09:18:00,411 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67767939, jitterRate=0.009820982813835144}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T09:18:00,411 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731575880397Initializing all the Stores at 1731575880398 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731575880398Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731575880398Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731575880398Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731575880398Cleaning up temporary data from old regions at 1731575880407 (+9 ms)Region opened successfully at 1731575880411 (+4 ms) 2024-11-14T09:18:00,411 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T09:18:00,414 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22b39b2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=83f56b55f2af/172.17.0.2:0 2024-11-14T09:18:00,415 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T09:18:00,416 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T09:18:00,416 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T09:18:00,416 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T09:18:00,416 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T09:18:00,417 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T09:18:00,417 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T09:18:00,418 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T09:18:00,419 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46027-0x10115c4eb990003, quorum=127.0.0.1:53297, baseZNode=/11530025420 Unable to get data of znode /11530025420/balancer because node does not exist (not necessarily an error) 2024-11-14T09:18:00,421 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11530025420/balancer already deleted, retry=false 2024-11-14T09:18:00,421 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T09:18:00,422 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46027-0x10115c4eb990003, quorum=127.0.0.1:53297, baseZNode=/11530025420 Unable to get data of znode /11530025420/normalizer because node does not exist (not necessarily an error) 2024-11-14T09:18:00,423 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11530025420/normalizer already deleted, retry=false 2024-11-14T09:18:00,423 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T09:18:00,424 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46027-0x10115c4eb990003, quorum=127.0.0.1:53297, baseZNode=/11530025420 Unable to get data of znode /11530025420/switch/split because node does not exist (not necessarily an error) 2024-11-14T09:18:00,425 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11530025420/switch/split already deleted, retry=false 2024-11-14T09:18:00,425 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46027-0x10115c4eb990003, quorum=127.0.0.1:53297, baseZNode=/11530025420 Unable to get data of znode /11530025420/switch/merge because node does not exist (not necessarily an error) 2024-11-14T09:18:00,426 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11530025420/switch/merge already deleted, retry=false 2024-11-14T09:18:00,428 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46027-0x10115c4eb990003, quorum=127.0.0.1:53297, baseZNode=/11530025420 Unable to get data of znode /11530025420/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T09:18:00,430 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11530025420/snapshot-cleanup already deleted, retry=false 2024-11-14T09:18:00,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46027-0x10115c4eb990003, quorum=127.0.0.1:53297, baseZNode=/11530025420 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11530025420/running 2024-11-14T09:18:00,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42121-0x10115c4eb990004, quorum=127.0.0.1:53297, baseZNode=/11530025420 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11530025420/running 2024-11-14T09:18:00,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46027-0x10115c4eb990003, quorum=127.0.0.1:53297, baseZNode=/11530025420 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11530025420 2024-11-14T09:18:00,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42121-0x10115c4eb990004, quorum=127.0.0.1:53297, baseZNode=/11530025420 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11530025420 2024-11-14T09:18:00,432 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=83f56b55f2af,46027,1731575878630, sessionid=0x10115c4eb990003, setting cluster-up flag (Was=false) 2024-11-14T09:18:00,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46027-0x10115c4eb990003, quorum=127.0.0.1:53297, baseZNode=/11530025420 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11530025420 2024-11-14T09:18:00,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42121-0x10115c4eb990004, quorum=127.0.0.1:53297, baseZNode=/11530025420 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11530025420 2024-11-14T09:18:00,440 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11530025420/flush-table-proc/acquired, /11530025420/flush-table-proc/reached, /11530025420/flush-table-proc/abort 2024-11-14T09:18:00,441 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=83f56b55f2af,46027,1731575878630 2024-11-14T09:18:00,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42121-0x10115c4eb990004, quorum=127.0.0.1:53297, baseZNode=/11530025420 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11530025420 2024-11-14T09:18:00,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46027-0x10115c4eb990003, quorum=127.0.0.1:53297, baseZNode=/11530025420 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11530025420 2024-11-14T09:18:00,448 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11530025420/online-snapshot/acquired, /11530025420/online-snapshot/reached, /11530025420/online-snapshot/abort 2024-11-14T09:18:00,449 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=83f56b55f2af,46027,1731575878630 2024-11-14T09:18:00,450 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35411/user/jenkins/test-data/e1907618-9a69-19fd-8ae1-9c2a940d54ab/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T09:18:00,452 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T09:18:00,452 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T09:18:00,452 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T09:18:00,453 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 83f56b55f2af,46027,1731575878630 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T09:18:00,454 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/83f56b55f2af:0, corePoolSize=5, maxPoolSize=5 2024-11-14T09:18:00,454 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/83f56b55f2af:0, corePoolSize=5, maxPoolSize=5 2024-11-14T09:18:00,454 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/83f56b55f2af:0, corePoolSize=5, maxPoolSize=5 2024-11-14T09:18:00,454 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/83f56b55f2af:0, corePoolSize=5, maxPoolSize=5 2024-11-14T09:18:00,454 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/83f56b55f2af:0, corePoolSize=10, maxPoolSize=10 2024-11-14T09:18:00,454 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:18:00,454 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/83f56b55f2af:0, corePoolSize=2, maxPoolSize=2 2024-11-14T09:18:00,454 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:18:00,455 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731575910455 2024-11-14T09:18:00,455 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T09:18:00,455 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T09:18:00,455 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T09:18:00,455 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T09:18:00,455 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T09:18:00,455 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T09:18:00,455 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T09:18:00,455 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T09:18:00,456 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:18:00,456 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T09:18:00,457 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T09:18:00,460 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T09:18:00,460 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T09:18:00,460 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T09:18:00,460 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T09:18:00,461 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T09:18:00,461 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T09:18:00,461 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/83f56b55f2af:0:becomeActiveMaster-HFileCleaner.large.0-1731575880461,5,FailOnTimeoutGroup] 2024-11-14T09:18:00,462 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/83f56b55f2af:0:becomeActiveMaster-HFileCleaner.small.0-1731575880462,5,FailOnTimeoutGroup] 2024-11-14T09:18:00,462 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T09:18:00,462 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T09:18:00,462 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T09:18:00,462 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T09:18:00,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39395 is added to blk_1073741831_1007 (size=1321) 2024-11-14T09:18:00,504 INFO [RS:0;83f56b55f2af:42121 {}] regionserver.HRegionServer(746): ClusterId : 4adfb27c-4946-47f6-b80d-c65aedc85b7c 2024-11-14T09:18:00,504 DEBUG [RS:0;83f56b55f2af:42121 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T09:18:00,507 DEBUG [RS:0;83f56b55f2af:42121 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T09:18:00,507 DEBUG [RS:0;83f56b55f2af:42121 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T09:18:00,509 DEBUG [RS:0;83f56b55f2af:42121 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T09:18:00,510 DEBUG [RS:0;83f56b55f2af:42121 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73d792a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=83f56b55f2af/172.17.0.2:0 2024-11-14T09:18:00,522 DEBUG [RS:0;83f56b55f2af:42121 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;83f56b55f2af:42121 2024-11-14T09:18:00,522 INFO [RS:0;83f56b55f2af:42121 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T09:18:00,522 INFO [RS:0;83f56b55f2af:42121 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T09:18:00,522 DEBUG [RS:0;83f56b55f2af:42121 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T09:18:00,523 INFO [RS:0;83f56b55f2af:42121 {}] regionserver.HRegionServer(2659): reportForDuty to master=83f56b55f2af,46027,1731575878630 with port=42121, startcode=1731575878681 2024-11-14T09:18:00,523 DEBUG [RS:0;83f56b55f2af:42121 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T09:18:00,525 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56665, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T09:18:00,525 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46027 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 83f56b55f2af,42121,1731575878681 2024-11-14T09:18:00,525 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46027 {}] master.ServerManager(517): Registering regionserver=83f56b55f2af,42121,1731575878681 2024-11-14T09:18:00,527 DEBUG [RS:0;83f56b55f2af:42121 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35411/user/jenkins/test-data/e1907618-9a69-19fd-8ae1-9c2a940d54ab 2024-11-14T09:18:00,527 DEBUG [RS:0;83f56b55f2af:42121 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35411 2024-11-14T09:18:00,527 DEBUG [RS:0;83f56b55f2af:42121 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T09:18:00,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46027-0x10115c4eb990003, quorum=127.0.0.1:53297, baseZNode=/11530025420 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11530025420/rs 2024-11-14T09:18:00,532 DEBUG [RS:0;83f56b55f2af:42121 {}] zookeeper.ZKUtil(111): regionserver:42121-0x10115c4eb990004, quorum=127.0.0.1:53297, baseZNode=/11530025420 Set watcher on existing znode=/11530025420/rs/83f56b55f2af,42121,1731575878681 2024-11-14T09:18:00,532 WARN [RS:0;83f56b55f2af:42121 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T09:18:00,532 INFO [RS:0;83f56b55f2af:42121 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T09:18:00,532 DEBUG [RS:0;83f56b55f2af:42121 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35411/user/jenkins/test-data/e1907618-9a69-19fd-8ae1-9c2a940d54ab/WALs/83f56b55f2af,42121,1731575878681 2024-11-14T09:18:00,533 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [83f56b55f2af,42121,1731575878681] 2024-11-14T09:18:00,536 INFO [RS:0;83f56b55f2af:42121 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T09:18:00,537 INFO [RS:0;83f56b55f2af:42121 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T09:18:00,538 INFO [RS:0;83f56b55f2af:42121 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T09:18:00,538 INFO [RS:0;83f56b55f2af:42121 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T09:18:00,538 INFO [RS:0;83f56b55f2af:42121 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T09:18:00,539 INFO [RS:0;83f56b55f2af:42121 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T09:18:00,539 INFO [RS:0;83f56b55f2af:42121 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T09:18:00,539 DEBUG [RS:0;83f56b55f2af:42121 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:18:00,539 DEBUG [RS:0;83f56b55f2af:42121 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:18:00,539 DEBUG [RS:0;83f56b55f2af:42121 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:18:00,539 DEBUG [RS:0;83f56b55f2af:42121 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:18:00,539 DEBUG [RS:0;83f56b55f2af:42121 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:18:00,539 DEBUG [RS:0;83f56b55f2af:42121 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/83f56b55f2af:0, corePoolSize=2, maxPoolSize=2 2024-11-14T09:18:00,539 DEBUG [RS:0;83f56b55f2af:42121 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:18:00,539 DEBUG [RS:0;83f56b55f2af:42121 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:18:00,539 DEBUG [RS:0;83f56b55f2af:42121 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:18:00,539 DEBUG [RS:0;83f56b55f2af:42121 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:18:00,539 DEBUG [RS:0;83f56b55f2af:42121 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:18:00,539 DEBUG [RS:0;83f56b55f2af:42121 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:18:00,540 DEBUG [RS:0;83f56b55f2af:42121 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/83f56b55f2af:0, corePoolSize=3, maxPoolSize=3 2024-11-14T09:18:00,540 DEBUG [RS:0;83f56b55f2af:42121 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/83f56b55f2af:0, corePoolSize=3, maxPoolSize=3 2024-11-14T09:18:00,540 INFO [RS:0;83f56b55f2af:42121 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T09:18:00,540 INFO [RS:0;83f56b55f2af:42121 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T09:18:00,540 INFO [RS:0;83f56b55f2af:42121 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T09:18:00,540 INFO [RS:0;83f56b55f2af:42121 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T09:18:00,540 INFO [RS:0;83f56b55f2af:42121 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T09:18:00,540 INFO [RS:0;83f56b55f2af:42121 {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,42121,1731575878681-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T09:18:00,555 INFO [RS:0;83f56b55f2af:42121 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T09:18:00,555 INFO [RS:0;83f56b55f2af:42121 {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,42121,1731575878681-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T09:18:00,555 INFO [RS:0;83f56b55f2af:42121 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:18:00,555 INFO [RS:0;83f56b55f2af:42121 {}] regionserver.Replication(171): 83f56b55f2af,42121,1731575878681 started 2024-11-14T09:18:00,570 INFO [RS:0;83f56b55f2af:42121 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:18:00,570 INFO [RS:0;83f56b55f2af:42121 {}] regionserver.HRegionServer(1482): Serving as 83f56b55f2af,42121,1731575878681, RpcServer on 83f56b55f2af/172.17.0.2:42121, sessionid=0x10115c4eb990004 2024-11-14T09:18:00,570 DEBUG [RS:0;83f56b55f2af:42121 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T09:18:00,570 DEBUG [RS:0;83f56b55f2af:42121 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 83f56b55f2af,42121,1731575878681 2024-11-14T09:18:00,571 DEBUG [RS:0;83f56b55f2af:42121 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '83f56b55f2af,42121,1731575878681' 2024-11-14T09:18:00,571 DEBUG [RS:0;83f56b55f2af:42121 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11530025420/flush-table-proc/abort' 2024-11-14T09:18:00,571 DEBUG [RS:0;83f56b55f2af:42121 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11530025420/flush-table-proc/acquired' 2024-11-14T09:18:00,572 DEBUG [RS:0;83f56b55f2af:42121 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T09:18:00,572 DEBUG [RS:0;83f56b55f2af:42121 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T09:18:00,572 DEBUG [RS:0;83f56b55f2af:42121 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 83f56b55f2af,42121,1731575878681 2024-11-14T09:18:00,573 DEBUG [RS:0;83f56b55f2af:42121 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '83f56b55f2af,42121,1731575878681' 2024-11-14T09:18:00,573 DEBUG [RS:0;83f56b55f2af:42121 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11530025420/online-snapshot/abort' 2024-11-14T09:18:00,573 DEBUG [RS:0;83f56b55f2af:42121 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11530025420/online-snapshot/acquired' 2024-11-14T09:18:00,573 DEBUG [RS:0;83f56b55f2af:42121 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T09:18:00,573 INFO [RS:0;83f56b55f2af:42121 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T09:18:00,573 INFO [RS:0;83f56b55f2af:42121 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T09:18:00,674 INFO [RS:0;83f56b55f2af:42121 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T09:18:00,675 INFO [RS:0;83f56b55f2af:42121 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=83f56b55f2af%2C42121%2C1731575878681, suffix=, logDir=hdfs://localhost:35411/user/jenkins/test-data/e1907618-9a69-19fd-8ae1-9c2a940d54ab/WALs/83f56b55f2af,42121,1731575878681, archiveDir=hdfs://localhost:35411/user/jenkins/test-data/e1907618-9a69-19fd-8ae1-9c2a940d54ab/oldWALs, maxLogs=10 2024-11-14T09:18:00,688 DEBUG [RS:0;83f56b55f2af:42121 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e1907618-9a69-19fd-8ae1-9c2a940d54ab/WALs/83f56b55f2af,42121,1731575878681/83f56b55f2af%2C42121%2C1731575878681.1731575880676, exclude list is [], retry=0 2024-11-14T09:18:00,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39395,DS-aaef84a4-c095-4ca5-81d2-ce53bb086311,DISK] 2024-11-14T09:18:00,693 INFO [RS:0;83f56b55f2af:42121 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e1907618-9a69-19fd-8ae1-9c2a940d54ab/WALs/83f56b55f2af,42121,1731575878681/83f56b55f2af%2C42121%2C1731575878681.1731575880676 2024-11-14T09:18:00,693 DEBUG [RS:0;83f56b55f2af:42121 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34901:34901)] 2024-11-14T09:18:00,867 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35411/user/jenkins/test-data/e1907618-9a69-19fd-8ae1-9c2a940d54ab/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T09:18:00,868 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35411/user/jenkins/test-data/e1907618-9a69-19fd-8ae1-9c2a940d54ab 2024-11-14T09:18:00,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39395 is added to blk_1073741833_1009 (size=32) 2024-11-14T09:18:01,274 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:18:01,275 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T09:18:01,277 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T09:18:01,277 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:18:01,277 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:18:01,278 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T09:18:01,279 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T09:18:01,279 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:18:01,279 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:18:01,279 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T09:18:01,280 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T09:18:01,280 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:18:01,281 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:18:01,281 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T09:18:01,282 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T09:18:01,282 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:18:01,282 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:18:01,283 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T09:18:01,283 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35411/user/jenkins/test-data/e1907618-9a69-19fd-8ae1-9c2a940d54ab/data/hbase/meta/1588230740 2024-11-14T09:18:01,283 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35411/user/jenkins/test-data/e1907618-9a69-19fd-8ae1-9c2a940d54ab/data/hbase/meta/1588230740 2024-11-14T09:18:01,285 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T09:18:01,285 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T09:18:01,285 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T09:18:01,286 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T09:18:01,288 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35411/user/jenkins/test-data/e1907618-9a69-19fd-8ae1-9c2a940d54ab/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T09:18:01,288 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75125247, jitterRate=0.11945341527462006}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T09:18:01,289 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731575881274Initializing all the Stores at 1731575881275 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731575881275Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731575881275Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731575881275Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731575881275Cleaning up temporary data from old regions at 1731575881285 (+10 ms)Region opened successfully at 1731575881288 (+3 ms) 2024-11-14T09:18:01,289 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T09:18:01,289 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T09:18:01,289 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T09:18:01,289 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T09:18:01,289 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T09:18:01,289 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T09:18:01,289 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731575881289Disabling compacts and flushes for region at 1731575881289Disabling writes for close at 1731575881289Writing region close event to WAL at 1731575881289Closed at 1731575881289 2024-11-14T09:18:01,291 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T09:18:01,291 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T09:18:01,291 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T09:18:01,292 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T09:18:01,293 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T09:18:01,443 DEBUG [83f56b55f2af:46027 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T09:18:01,444 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=83f56b55f2af,42121,1731575878681 2024-11-14T09:18:01,445 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 83f56b55f2af,42121,1731575878681, state=OPENING 2024-11-14T09:18:01,447 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T09:18:01,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42121-0x10115c4eb990004, quorum=127.0.0.1:53297, baseZNode=/11530025420 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11530025420 2024-11-14T09:18:01,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46027-0x10115c4eb990003, quorum=127.0.0.1:53297, baseZNode=/11530025420 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11530025420 2024-11-14T09:18:01,449 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11530025420/meta-region-server: CHANGED 2024-11-14T09:18:01,449 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11530025420/meta-region-server: CHANGED 2024-11-14T09:18:01,449 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T09:18:01,449 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=83f56b55f2af,42121,1731575878681}] 2024-11-14T09:18:01,602 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T09:18:01,604 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45691, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T09:18:01,608 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T09:18:01,608 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T09:18:01,608 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T09:18:01,610 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=83f56b55f2af%2C42121%2C1731575878681.meta, suffix=.meta, logDir=hdfs://localhost:35411/user/jenkins/test-data/e1907618-9a69-19fd-8ae1-9c2a940d54ab/WALs/83f56b55f2af,42121,1731575878681, archiveDir=hdfs://localhost:35411/user/jenkins/test-data/e1907618-9a69-19fd-8ae1-9c2a940d54ab/oldWALs, maxLogs=10 2024-11-14T09:18:01,624 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e1907618-9a69-19fd-8ae1-9c2a940d54ab/WALs/83f56b55f2af,42121,1731575878681/83f56b55f2af%2C42121%2C1731575878681.meta.1731575881610.meta, exclude list is [], retry=0 2024-11-14T09:18:01,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39395,DS-aaef84a4-c095-4ca5-81d2-ce53bb086311,DISK] 2024-11-14T09:18:01,628 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e1907618-9a69-19fd-8ae1-9c2a940d54ab/WALs/83f56b55f2af,42121,1731575878681/83f56b55f2af%2C42121%2C1731575878681.meta.1731575881610.meta 2024-11-14T09:18:01,628 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34901:34901)] 2024-11-14T09:18:01,628 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T09:18:01,629 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T09:18:01,629 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T09:18:01,629 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T09:18:01,629 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T09:18:01,629 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T09:18:01,629 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:18:01,630 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T09:18:01,630 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T09:18:01,636 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T09:18:01,637 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T09:18:01,637 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:18:01,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:18:01,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T09:18:01,638 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T09:18:01,638 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:18:01,639 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:18:01,639 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T09:18:01,640 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T09:18:01,640 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:18:01,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:18:01,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T09:18:01,641 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T09:18:01,641 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:18:01,641 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:18:01,641 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T09:18:01,642 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35411/user/jenkins/test-data/e1907618-9a69-19fd-8ae1-9c2a940d54ab/data/hbase/meta/1588230740 2024-11-14T09:18:01,643 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35411/user/jenkins/test-data/e1907618-9a69-19fd-8ae1-9c2a940d54ab/data/hbase/meta/1588230740 2024-11-14T09:18:01,644 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T09:18:01,644 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T09:18:01,645 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T09:18:01,646 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T09:18:01,647 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73149225, jitterRate=0.09000839293003082}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T09:18:01,647 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T09:18:01,647 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731575881630Writing region info on filesystem at 1731575881630Initializing all the Stores at 1731575881636 (+6 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731575881636Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731575881636Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731575881636Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731575881636Cleaning up temporary data from old regions at 1731575881644 (+8 ms)Running coprocessor post-open hooks at 1731575881647 (+3 ms)Region opened successfully at 1731575881647 2024-11-14T09:18:01,648 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731575881601 2024-11-14T09:18:01,650 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T09:18:01,651 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T09:18:01,651 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=83f56b55f2af,42121,1731575878681 2024-11-14T09:18:01,652 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 83f56b55f2af,42121,1731575878681, state=OPEN 2024-11-14T09:18:01,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42121-0x10115c4eb990004, quorum=127.0.0.1:53297, baseZNode=/11530025420 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11530025420/meta-region-server 2024-11-14T09:18:01,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46027-0x10115c4eb990003, quorum=127.0.0.1:53297, baseZNode=/11530025420 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11530025420/meta-region-server 2024-11-14T09:18:01,654 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=83f56b55f2af,42121,1731575878681 2024-11-14T09:18:01,654 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11530025420/meta-region-server: CHANGED 2024-11-14T09:18:01,654 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11530025420/meta-region-server: CHANGED 2024-11-14T09:18:01,657 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T09:18:01,657 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=83f56b55f2af,42121,1731575878681 in 205 msec 2024-11-14T09:18:01,659 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T09:18:01,659 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 366 msec 2024-11-14T09:18:01,659 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T09:18:01,659 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T09:18:01,661 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:18:01,661 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83f56b55f2af,42121,1731575878681, seqNum=-1] 2024-11-14T09:18:01,661 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T09:18:01,662 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35925, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T09:18:01,667 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2150 sec 2024-11-14T09:18:01,667 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731575881667, completionTime=-1 2024-11-14T09:18:01,667 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T09:18:01,667 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T09:18:01,669 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T09:18:01,669 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731575941669 2024-11-14T09:18:01,669 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731576001669 2024-11-14T09:18:01,669 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T09:18:01,669 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,46027,1731575878630-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T09:18:01,669 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,46027,1731575878630-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:18:01,669 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,46027,1731575878630-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:18:01,669 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-83f56b55f2af:46027, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:18:01,669 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T09:18:01,670 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T09:18:01,671 DEBUG [master/83f56b55f2af:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T09:18:01,673 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.952sec 2024-11-14T09:18:01,673 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T09:18:01,673 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T09:18:01,673 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T09:18:01,673 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T09:18:01,673 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T09:18:01,673 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,46027,1731575878630-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T09:18:01,674 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,46027,1731575878630-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T09:18:01,676 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T09:18:01,676 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T09:18:01,676 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,46027,1731575878630-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:18:01,705 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32a2d371, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:18:01,705 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83f56b55f2af,46027,-1 for getting cluster id 2024-11-14T09:18:01,705 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T09:18:01,706 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4adfb27c-4946-47f6-b80d-c65aedc85b7c' 2024-11-14T09:18:01,706 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T09:18:01,707 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4adfb27c-4946-47f6-b80d-c65aedc85b7c" 2024-11-14T09:18:01,707 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43328dcf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:18:01,707 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83f56b55f2af,46027,-1] 2024-11-14T09:18:01,707 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T09:18:01,707 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:18:01,708 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T09:18:01,709 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c5f18d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:18:01,709 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:18:01,710 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83f56b55f2af,42121,1731575878681, seqNum=-1] 2024-11-14T09:18:01,711 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T09:18:01,712 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T09:18:01,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=83f56b55f2af,46027,1731575878630 2024-11-14T09:18:01,714 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53297 2024-11-14T09:18:01,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53297, baseZNode=/11530025420 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T09:18:01,717 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10115c4eb990005 connected 2024-11-14T09:18:01,723 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T09:18:01,724 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 83f56b55f2af,45007,1731575874851 2024-11-14T09:18:01,724 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@782fdce3 2024-11-14T09:18:01,725 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T09:18:01,726 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T09:18:01,729 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45007 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T09:18:01,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45007 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T09:18:01,733 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T09:18:01,735 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:18:01,735 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45007 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T09:18:01,736 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T09:18:01,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T09:18:01,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37367 is added to blk_1073741835_1011 (size=902) 2024-11-14T09:18:01,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T09:18:02,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T09:18:02,146 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3dbfa490703ff59c2352a81a65432643, NAME => 'test,,1731575881726.3dbfa490703ff59c2352a81a65432643.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd 2024-11-14T09:18:02,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37367 is added to blk_1073741836_1012 (size=39) 2024-11-14T09:18:02,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T09:18:02,396 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T09:18:02,552 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731575881726.3dbfa490703ff59c2352a81a65432643.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:18:02,553 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 3dbfa490703ff59c2352a81a65432643, disabling compactions & flushes 2024-11-14T09:18:02,553 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731575881726.3dbfa490703ff59c2352a81a65432643. 2024-11-14T09:18:02,553 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731575881726.3dbfa490703ff59c2352a81a65432643. 2024-11-14T09:18:02,553 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731575881726.3dbfa490703ff59c2352a81a65432643. after waiting 0 ms 2024-11-14T09:18:02,553 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731575881726.3dbfa490703ff59c2352a81a65432643. 2024-11-14T09:18:02,553 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731575881726.3dbfa490703ff59c2352a81a65432643. 2024-11-14T09:18:02,553 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3dbfa490703ff59c2352a81a65432643: Waiting for close lock at 1731575882553Disabling compacts and flushes for region at 1731575882553Disabling writes for close at 1731575882553Writing region close event to WAL at 1731575882553Closed at 1731575882553 2024-11-14T09:18:02,554 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T09:18:02,555 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731575881726.3dbfa490703ff59c2352a81a65432643.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731575882555"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731575882555"}]},"ts":"1731575882555"} 2024-11-14T09:18:02,557 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T09:18:02,558 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T09:18:02,559 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731575882558"}]},"ts":"1731575882558"} 2024-11-14T09:18:02,560 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T09:18:02,561 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3dbfa490703ff59c2352a81a65432643, ASSIGN}] 2024-11-14T09:18:02,562 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3dbfa490703ff59c2352a81a65432643, ASSIGN 2024-11-14T09:18:02,563 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=3dbfa490703ff59c2352a81a65432643, ASSIGN; state=OFFLINE, location=83f56b55f2af,40447,1731575874928; forceNewPlan=false, retain=false 2024-11-14T09:18:02,714 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3dbfa490703ff59c2352a81a65432643, regionState=OPENING, regionLocation=83f56b55f2af,40447,1731575874928 2024-11-14T09:18:02,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=3dbfa490703ff59c2352a81a65432643, ASSIGN because future has completed 2024-11-14T09:18:02,717 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3dbfa490703ff59c2352a81a65432643, server=83f56b55f2af,40447,1731575874928}] 2024-11-14T09:18:02,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T09:18:02,875 INFO [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731575881726.3dbfa490703ff59c2352a81a65432643. 2024-11-14T09:18:02,876 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3dbfa490703ff59c2352a81a65432643, NAME => 'test,,1731575881726.3dbfa490703ff59c2352a81a65432643.', STARTKEY => '', ENDKEY => ''} 2024-11-14T09:18:02,876 INFO [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T09:18:02,876 INFO [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T09:18:02,877 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3dbfa490703ff59c2352a81a65432643 2024-11-14T09:18:02,877 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731575881726.3dbfa490703ff59c2352a81a65432643.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:18:02,877 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3dbfa490703ff59c2352a81a65432643 2024-11-14T09:18:02,877 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3dbfa490703ff59c2352a81a65432643 2024-11-14T09:18:02,878 INFO [StoreOpener-3dbfa490703ff59c2352a81a65432643-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3dbfa490703ff59c2352a81a65432643 2024-11-14T09:18:02,880 INFO [StoreOpener-3dbfa490703ff59c2352a81a65432643-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3dbfa490703ff59c2352a81a65432643 columnFamilyName f 2024-11-14T09:18:02,880 DEBUG [StoreOpener-3dbfa490703ff59c2352a81a65432643-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:18:02,880 INFO [StoreOpener-3dbfa490703ff59c2352a81a65432643-1 {}] regionserver.HStore(327): Store=3dbfa490703ff59c2352a81a65432643/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:18:02,880 INFO [StoreOpener-3dbfa490703ff59c2352a81a65432643-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 3dbfa490703ff59c2352a81a65432643 2024-11-14T09:18:02,881 INFO [StoreOpener-3dbfa490703ff59c2352a81a65432643-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3dbfa490703ff59c2352a81a65432643 columnFamilyName f1 2024-11-14T09:18:02,882 DEBUG [StoreOpener-3dbfa490703ff59c2352a81a65432643-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:18:02,882 INFO [StoreOpener-3dbfa490703ff59c2352a81a65432643-1 {}] regionserver.HStore(327): Store=3dbfa490703ff59c2352a81a65432643/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:18:02,882 INFO [StoreOpener-3dbfa490703ff59c2352a81a65432643-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3dbfa490703ff59c2352a81a65432643 2024-11-14T09:18:02,883 INFO [StoreOpener-3dbfa490703ff59c2352a81a65432643-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3dbfa490703ff59c2352a81a65432643 columnFamilyName norep 2024-11-14T09:18:02,883 DEBUG [StoreOpener-3dbfa490703ff59c2352a81a65432643-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:18:02,884 INFO [StoreOpener-3dbfa490703ff59c2352a81a65432643-1 {}] regionserver.HStore(327): Store=3dbfa490703ff59c2352a81a65432643/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:18:02,884 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3dbfa490703ff59c2352a81a65432643 2024-11-14T09:18:02,885 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/data/default/test/3dbfa490703ff59c2352a81a65432643 2024-11-14T09:18:02,885 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/data/default/test/3dbfa490703ff59c2352a81a65432643 2024-11-14T09:18:02,886 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3dbfa490703ff59c2352a81a65432643 2024-11-14T09:18:02,886 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3dbfa490703ff59c2352a81a65432643 2024-11-14T09:18:02,887 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T09:18:02,888 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3dbfa490703ff59c2352a81a65432643 2024-11-14T09:18:02,891 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/data/default/test/3dbfa490703ff59c2352a81a65432643/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T09:18:02,891 INFO [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3dbfa490703ff59c2352a81a65432643; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58955113, jitterRate=-0.12150035798549652}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T09:18:02,891 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3dbfa490703ff59c2352a81a65432643 2024-11-14T09:18:02,892 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3dbfa490703ff59c2352a81a65432643: Running coprocessor pre-open hook at 1731575882877Writing region info on filesystem at 1731575882877Initializing all the Stores at 1731575882878 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731575882878Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731575882878Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731575882878Cleaning up temporary data from old regions at 1731575882886 (+8 ms)Running coprocessor post-open hooks at 1731575882891 (+5 ms)Region opened successfully at 1731575882892 (+1 ms) 2024-11-14T09:18:02,894 INFO [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731575881726.3dbfa490703ff59c2352a81a65432643., pid=6, masterSystemTime=1731575882870 2024-11-14T09:18:02,897 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731575881726.3dbfa490703ff59c2352a81a65432643. 2024-11-14T09:18:02,897 INFO [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731575881726.3dbfa490703ff59c2352a81a65432643. 2024-11-14T09:18:02,899 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3dbfa490703ff59c2352a81a65432643, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=83f56b55f2af,40447,1731575874928 2024-11-14T09:18:02,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3dbfa490703ff59c2352a81a65432643, server=83f56b55f2af,40447,1731575874928 because future has completed 2024-11-14T09:18:02,907 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T09:18:02,907 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3dbfa490703ff59c2352a81a65432643, server=83f56b55f2af,40447,1731575874928 in 186 msec 2024-11-14T09:18:02,909 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T09:18:02,909 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=3dbfa490703ff59c2352a81a65432643, ASSIGN in 346 msec 2024-11-14T09:18:02,910 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T09:18:02,911 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731575882910"}]},"ts":"1731575882910"} 2024-11-14T09:18:02,913 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T09:18:02,914 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T09:18:02,916 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1840 sec 2024-11-14T09:18:02,990 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T09:18:03,008 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:18:03,009 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:18:03,015 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:18:03,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T09:18:03,886 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T09:18:03,886 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T09:18:03,887 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 83f56b55f2af,46027,1731575878630 2024-11-14T09:18:03,887 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4fa23364 2024-11-14T09:18:03,887 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T09:18:03,888 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T09:18:03,889 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46027 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T09:18:03,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46027 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T09:18:03,892 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T09:18:03,892 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:18:03,892 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46027 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T09:18:03,893 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T09:18:03,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46027 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T09:18:03,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39395 is added to blk_1073741835_1011 (size=902) 2024-11-14T09:18:04,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46027 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T09:18:04,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46027 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T09:18:04,302 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => aa3c7baeb3e89996c9973a1564fab63c, NAME => 'test,,1731575883889.aa3c7baeb3e89996c9973a1564fab63c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35411/user/jenkins/test-data/e1907618-9a69-19fd-8ae1-9c2a940d54ab 2024-11-14T09:18:04,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39395 is added to blk_1073741836_1012 (size=39) 2024-11-14T09:18:04,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46027 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T09:18:04,710 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731575883889.aa3c7baeb3e89996c9973a1564fab63c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:18:04,710 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing aa3c7baeb3e89996c9973a1564fab63c, disabling compactions & flushes 2024-11-14T09:18:04,710 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731575883889.aa3c7baeb3e89996c9973a1564fab63c. 2024-11-14T09:18:04,710 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731575883889.aa3c7baeb3e89996c9973a1564fab63c. 2024-11-14T09:18:04,710 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731575883889.aa3c7baeb3e89996c9973a1564fab63c. after waiting 0 ms 2024-11-14T09:18:04,710 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731575883889.aa3c7baeb3e89996c9973a1564fab63c. 2024-11-14T09:18:04,710 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731575883889.aa3c7baeb3e89996c9973a1564fab63c. 2024-11-14T09:18:04,710 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for aa3c7baeb3e89996c9973a1564fab63c: Waiting for close lock at 1731575884710Disabling compacts and flushes for region at 1731575884710Disabling writes for close at 1731575884710Writing region close event to WAL at 1731575884710Closed at 1731575884710 2024-11-14T09:18:04,712 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T09:18:04,712 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731575883889.aa3c7baeb3e89996c9973a1564fab63c.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731575884712"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731575884712"}]},"ts":"1731575884712"} 2024-11-14T09:18:04,715 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T09:18:04,716 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T09:18:04,717 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731575884716"}]},"ts":"1731575884716"} 2024-11-14T09:18:04,719 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T09:18:04,719 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=aa3c7baeb3e89996c9973a1564fab63c, ASSIGN}] 2024-11-14T09:18:04,721 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=aa3c7baeb3e89996c9973a1564fab63c, ASSIGN 2024-11-14T09:18:04,722 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=aa3c7baeb3e89996c9973a1564fab63c, ASSIGN; state=OFFLINE, location=83f56b55f2af,42121,1731575878681; forceNewPlan=false, retain=false 2024-11-14T09:18:04,872 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=aa3c7baeb3e89996c9973a1564fab63c, regionState=OPENING, regionLocation=83f56b55f2af,42121,1731575878681 2024-11-14T09:18:04,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=aa3c7baeb3e89996c9973a1564fab63c, ASSIGN because future has completed 2024-11-14T09:18:04,875 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure aa3c7baeb3e89996c9973a1564fab63c, server=83f56b55f2af,42121,1731575878681}] 2024-11-14T09:18:05,032 INFO [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731575883889.aa3c7baeb3e89996c9973a1564fab63c. 2024-11-14T09:18:05,032 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => aa3c7baeb3e89996c9973a1564fab63c, NAME => 'test,,1731575883889.aa3c7baeb3e89996c9973a1564fab63c.', STARTKEY => '', ENDKEY => ''} 2024-11-14T09:18:05,033 INFO [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T09:18:05,033 INFO [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T09:18:05,033 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test aa3c7baeb3e89996c9973a1564fab63c 2024-11-14T09:18:05,033 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731575883889.aa3c7baeb3e89996c9973a1564fab63c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:18:05,033 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for aa3c7baeb3e89996c9973a1564fab63c 2024-11-14T09:18:05,033 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for aa3c7baeb3e89996c9973a1564fab63c 2024-11-14T09:18:05,035 INFO [StoreOpener-aa3c7baeb3e89996c9973a1564fab63c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region aa3c7baeb3e89996c9973a1564fab63c 2024-11-14T09:18:05,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46027 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T09:18:05,036 INFO [StoreOpener-aa3c7baeb3e89996c9973a1564fab63c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aa3c7baeb3e89996c9973a1564fab63c columnFamilyName f 2024-11-14T09:18:05,036 DEBUG [StoreOpener-aa3c7baeb3e89996c9973a1564fab63c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:18:05,037 INFO [StoreOpener-aa3c7baeb3e89996c9973a1564fab63c-1 {}] regionserver.HStore(327): Store=aa3c7baeb3e89996c9973a1564fab63c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:18:05,037 INFO [StoreOpener-aa3c7baeb3e89996c9973a1564fab63c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region aa3c7baeb3e89996c9973a1564fab63c 2024-11-14T09:18:05,038 INFO [StoreOpener-aa3c7baeb3e89996c9973a1564fab63c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aa3c7baeb3e89996c9973a1564fab63c columnFamilyName f1 2024-11-14T09:18:05,038 DEBUG [StoreOpener-aa3c7baeb3e89996c9973a1564fab63c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:18:05,038 INFO [StoreOpener-aa3c7baeb3e89996c9973a1564fab63c-1 {}] regionserver.HStore(327): Store=aa3c7baeb3e89996c9973a1564fab63c/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:18:05,038 INFO [StoreOpener-aa3c7baeb3e89996c9973a1564fab63c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region aa3c7baeb3e89996c9973a1564fab63c 2024-11-14T09:18:05,039 INFO [StoreOpener-aa3c7baeb3e89996c9973a1564fab63c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aa3c7baeb3e89996c9973a1564fab63c columnFamilyName norep 2024-11-14T09:18:05,039 DEBUG [StoreOpener-aa3c7baeb3e89996c9973a1564fab63c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:18:05,040 INFO [StoreOpener-aa3c7baeb3e89996c9973a1564fab63c-1 {}] regionserver.HStore(327): Store=aa3c7baeb3e89996c9973a1564fab63c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:18:05,040 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for aa3c7baeb3e89996c9973a1564fab63c 2024-11-14T09:18:05,041 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35411/user/jenkins/test-data/e1907618-9a69-19fd-8ae1-9c2a940d54ab/data/default/test/aa3c7baeb3e89996c9973a1564fab63c 2024-11-14T09:18:05,041 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35411/user/jenkins/test-data/e1907618-9a69-19fd-8ae1-9c2a940d54ab/data/default/test/aa3c7baeb3e89996c9973a1564fab63c 2024-11-14T09:18:05,042 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for aa3c7baeb3e89996c9973a1564fab63c 2024-11-14T09:18:05,042 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for aa3c7baeb3e89996c9973a1564fab63c 2024-11-14T09:18:05,042 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T09:18:05,043 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for aa3c7baeb3e89996c9973a1564fab63c 2024-11-14T09:18:05,045 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35411/user/jenkins/test-data/e1907618-9a69-19fd-8ae1-9c2a940d54ab/data/default/test/aa3c7baeb3e89996c9973a1564fab63c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T09:18:05,045 INFO [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened aa3c7baeb3e89996c9973a1564fab63c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68350980, jitterRate=0.018508970737457275}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T09:18:05,045 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for aa3c7baeb3e89996c9973a1564fab63c 2024-11-14T09:18:05,046 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for aa3c7baeb3e89996c9973a1564fab63c: Running coprocessor pre-open hook at 1731575885033Writing region info on filesystem at 1731575885033Initializing all the Stores at 1731575885034 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731575885034Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731575885034Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731575885034Cleaning up temporary data from old regions at 1731575885042 (+8 ms)Running coprocessor post-open hooks at 1731575885045 (+3 ms)Region opened successfully at 1731575885046 (+1 ms) 2024-11-14T09:18:05,047 INFO [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731575883889.aa3c7baeb3e89996c9973a1564fab63c., pid=6, masterSystemTime=1731575885028 2024-11-14T09:18:05,049 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731575883889.aa3c7baeb3e89996c9973a1564fab63c. 2024-11-14T09:18:05,049 INFO [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731575883889.aa3c7baeb3e89996c9973a1564fab63c. 2024-11-14T09:18:05,049 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=aa3c7baeb3e89996c9973a1564fab63c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=83f56b55f2af,42121,1731575878681 2024-11-14T09:18:05,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure aa3c7baeb3e89996c9973a1564fab63c, server=83f56b55f2af,42121,1731575878681 because future has completed 2024-11-14T09:18:05,055 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T09:18:05,055 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure aa3c7baeb3e89996c9973a1564fab63c, server=83f56b55f2af,42121,1731575878681 in 178 msec 2024-11-14T09:18:05,058 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T09:18:05,058 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=aa3c7baeb3e89996c9973a1564fab63c, ASSIGN in 336 msec 2024-11-14T09:18:05,059 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T09:18:05,059 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731575885059"}]},"ts":"1731575885059"} 2024-11-14T09:18:05,061 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T09:18:05,062 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T09:18:05,064 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1730 sec 2024-11-14T09:18:06,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46027 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T09:18:06,045 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T09:18:06,046 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a3226ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:18:06,046 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83f56b55f2af,45007,-1 for getting cluster id 2024-11-14T09:18:06,046 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T09:18:06,047 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6e2c19f-27c3-4ab4-b747-6fe2369820be' 2024-11-14T09:18:06,047 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T09:18:06,047 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6e2c19f-27c3-4ab4-b747-6fe2369820be" 2024-11-14T09:18:06,048 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21266a26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:18:06,048 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83f56b55f2af,45007,-1] 2024-11-14T09:18:06,048 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T09:18:06,049 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:18:06,050 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T09:18:06,050 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53d9f76d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:18:06,051 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bd95533, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:18:06,051 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83f56b55f2af,46027,-1 for getting cluster id 2024-11-14T09:18:06,052 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T09:18:06,052 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4adfb27c-4946-47f6-b80d-c65aedc85b7c' 2024-11-14T09:18:06,053 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T09:18:06,053 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4adfb27c-4946-47f6-b80d-c65aedc85b7c" 2024-11-14T09:18:06,053 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f911cba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:18:06,053 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83f56b55f2af,46027,-1] 2024-11-14T09:18:06,053 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T09:18:06,054 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:18:06,054 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T09:18:06,055 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79162a75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:18:06,056 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c385f4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:18:06,056 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83f56b55f2af,45007,-1 for getting cluster id 2024-11-14T09:18:06,057 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T09:18:06,057 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6e2c19f-27c3-4ab4-b747-6fe2369820be' 2024-11-14T09:18:06,057 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T09:18:06,058 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6e2c19f-27c3-4ab4-b747-6fe2369820be" 2024-11-14T09:18:06,058 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b66ad55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:18:06,058 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83f56b55f2af,45007,-1] 2024-11-14T09:18:06,058 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T09:18:06,058 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:18:06,059 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T09:18:06,060 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b0108de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:18:06,062 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T09:18:06,063 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 83f56b55f2af,45007,1731575874851 2024-11-14T09:18:06,063 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4a6d9401 2024-11-14T09:18:06,063 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T09:18:06,064 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36224, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T09:18:06,064 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45007 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://83f56b55f2af:46027,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-14T09:18:06,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45007 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T09:18:06,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T09:18:06,067 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='83f56b55f2af:46027' 2024-11-14T09:18:06,068 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@515cdb17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:18:06,068 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 83f56b55f2af,46027,-1 for getting cluster id 2024-11-14T09:18:06,068 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T09:18:06,069 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4adfb27c-4946-47f6-b80d-c65aedc85b7c' 2024-11-14T09:18:06,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T09:18:06,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4adfb27c-4946-47f6-b80d-c65aedc85b7c" 2024-11-14T09:18:06,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d205aca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:18:06,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83f56b55f2af,46027,-1] 2024-11-14T09:18:06,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T09:18:06,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:18:06,071 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T09:18:06,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d63b5b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:18:06,071 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T09:18:06,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 83f56b55f2af,46027,1731575878630 2024-11-14T09:18:06,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5b8d638a 2024-11-14T09:18:06,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T09:18:06,073 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T09:18:06,074 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T09:18:06,074 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T09:18:06,074 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:18:06,074 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:18:06,074 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T09:18:06,074 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T09:18:06,075 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T09:18:06,077 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T09:18:06,077 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:18:06,078 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T09:18:06,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37367 is added to blk_1073741837_1013 (size=1138) 2024-11-14T09:18:06,126 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T09:18:06,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T09:18:06,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T09:18:06,486 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1f36315db90f346b90f50310bdc15776, NAME => 'hbase:replication,,1731575886074.1f36315db90f346b90f50310bdc15776.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd 2024-11-14T09:18:06,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37367 is added to blk_1073741838_1014 (size=44) 2024-11-14T09:18:06,494 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731575886074.1f36315db90f346b90f50310bdc15776.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:18:06,494 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 1f36315db90f346b90f50310bdc15776, disabling compactions & flushes 2024-11-14T09:18:06,494 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731575886074.1f36315db90f346b90f50310bdc15776. 2024-11-14T09:18:06,494 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731575886074.1f36315db90f346b90f50310bdc15776. 2024-11-14T09:18:06,494 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731575886074.1f36315db90f346b90f50310bdc15776. after waiting 0 ms 2024-11-14T09:18:06,494 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731575886074.1f36315db90f346b90f50310bdc15776. 2024-11-14T09:18:06,494 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731575886074.1f36315db90f346b90f50310bdc15776. 2024-11-14T09:18:06,494 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1f36315db90f346b90f50310bdc15776: Waiting for close lock at 1731575886494Disabling compacts and flushes for region at 1731575886494Disabling writes for close at 1731575886494Writing region close event to WAL at 1731575886494Closed at 1731575886494 2024-11-14T09:18:06,496 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T09:18:06,496 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731575886074.1f36315db90f346b90f50310bdc15776.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731575886496"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731575886496"}]},"ts":"1731575886496"} 2024-11-14T09:18:06,499 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T09:18:06,500 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T09:18:06,500 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731575886500"}]},"ts":"1731575886500"} 2024-11-14T09:18:06,503 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T09:18:06,503 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1f36315db90f346b90f50310bdc15776, ASSIGN}] 2024-11-14T09:18:06,505 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1f36315db90f346b90f50310bdc15776, ASSIGN 2024-11-14T09:18:06,506 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1f36315db90f346b90f50310bdc15776, ASSIGN; state=OFFLINE, location=83f56b55f2af,40447,1731575874928; forceNewPlan=false, retain=false 2024-11-14T09:18:06,536 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-14T09:18:06,656 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1f36315db90f346b90f50310bdc15776, regionState=OPENING, regionLocation=83f56b55f2af,40447,1731575874928 2024-11-14T09:18:06,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1f36315db90f346b90f50310bdc15776, ASSIGN because future has completed 2024-11-14T09:18:06,659 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1f36315db90f346b90f50310bdc15776, server=83f56b55f2af,40447,1731575874928}] 2024-11-14T09:18:06,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T09:18:06,815 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731575886074.1f36315db90f346b90f50310bdc15776. 2024-11-14T09:18:06,815 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T09:18:06,816 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T09:18:06,817 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=83f56b55f2af%2C40447%2C1731575874928.rep, suffix=, logDir=hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/WALs/83f56b55f2af,40447,1731575874928, archiveDir=hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/oldWALs, maxLogs=10 2024-11-14T09:18:06,831 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/WALs/83f56b55f2af,40447,1731575874928/83f56b55f2af%2C40447%2C1731575874928.rep.1731575886818, exclude list is [], retry=0 2024-11-14T09:18:06,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37367,DS-49609f72-5823-43d0-b2c5-a6c7ef62e373,DISK] 2024-11-14T09:18:06,835 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/WALs/83f56b55f2af,40447,1731575874928/83f56b55f2af%2C40447%2C1731575874928.rep.1731575886818 2024-11-14T09:18:06,835 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35117:35117)] 2024-11-14T09:18:06,835 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 1f36315db90f346b90f50310bdc15776, NAME => 'hbase:replication,,1731575886074.1f36315db90f346b90f50310bdc15776.', STARTKEY => '', ENDKEY => ''} 2024-11-14T09:18:06,836 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T09:18:06,836 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T09:18:06,836 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731575886074.1f36315db90f346b90f50310bdc15776. service=MultiRowMutationService 2024-11-14T09:18:06,836 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T09:18:06,836 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 1f36315db90f346b90f50310bdc15776 2024-11-14T09:18:06,836 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731575886074.1f36315db90f346b90f50310bdc15776.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:18:06,836 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 1f36315db90f346b90f50310bdc15776 2024-11-14T09:18:06,836 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 1f36315db90f346b90f50310bdc15776 2024-11-14T09:18:06,837 INFO [StoreOpener-1f36315db90f346b90f50310bdc15776-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 1f36315db90f346b90f50310bdc15776 2024-11-14T09:18:06,839 INFO [StoreOpener-1f36315db90f346b90f50310bdc15776-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1f36315db90f346b90f50310bdc15776 columnFamilyName hfileref 2024-11-14T09:18:06,839 DEBUG [StoreOpener-1f36315db90f346b90f50310bdc15776-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:18:06,839 INFO [StoreOpener-1f36315db90f346b90f50310bdc15776-1 {}] regionserver.HStore(327): Store=1f36315db90f346b90f50310bdc15776/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:18:06,839 INFO [StoreOpener-1f36315db90f346b90f50310bdc15776-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 1f36315db90f346b90f50310bdc15776 2024-11-14T09:18:06,840 INFO [StoreOpener-1f36315db90f346b90f50310bdc15776-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1f36315db90f346b90f50310bdc15776 columnFamilyName queue 2024-11-14T09:18:06,840 DEBUG [StoreOpener-1f36315db90f346b90f50310bdc15776-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:18:06,840 INFO [StoreOpener-1f36315db90f346b90f50310bdc15776-1 {}] regionserver.HStore(327): Store=1f36315db90f346b90f50310bdc15776/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:18:06,841 INFO [StoreOpener-1f36315db90f346b90f50310bdc15776-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 1f36315db90f346b90f50310bdc15776 2024-11-14T09:18:06,841 INFO [StoreOpener-1f36315db90f346b90f50310bdc15776-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1f36315db90f346b90f50310bdc15776 columnFamilyName sid 2024-11-14T09:18:06,842 DEBUG [StoreOpener-1f36315db90f346b90f50310bdc15776-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:18:06,842 INFO [StoreOpener-1f36315db90f346b90f50310bdc15776-1 {}] regionserver.HStore(327): Store=1f36315db90f346b90f50310bdc15776/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:18:06,842 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 1f36315db90f346b90f50310bdc15776 2024-11-14T09:18:06,843 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/data/hbase/replication/1f36315db90f346b90f50310bdc15776 2024-11-14T09:18:06,843 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/data/hbase/replication/1f36315db90f346b90f50310bdc15776 2024-11-14T09:18:06,844 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 1f36315db90f346b90f50310bdc15776 2024-11-14T09:18:06,844 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 1f36315db90f346b90f50310bdc15776 2024-11-14T09:18:06,845 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T09:18:06,846 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 1f36315db90f346b90f50310bdc15776 2024-11-14T09:18:06,848 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/data/hbase/replication/1f36315db90f346b90f50310bdc15776/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T09:18:06,848 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 1f36315db90f346b90f50310bdc15776; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58942968, jitterRate=-0.1216813325881958}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T09:18:06,848 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1f36315db90f346b90f50310bdc15776 2024-11-14T09:18:06,849 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 1f36315db90f346b90f50310bdc15776: Running coprocessor pre-open hook at 1731575886836Writing region info on filesystem at 1731575886836Initializing all the Stores at 1731575886837 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731575886837Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731575886837Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731575886837Cleaning up temporary data from old regions at 1731575886844 (+7 ms)Running coprocessor post-open hooks at 1731575886848 (+4 ms)Region opened successfully at 1731575886849 (+1 ms) 2024-11-14T09:18:06,850 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731575886074.1f36315db90f346b90f50310bdc15776., pid=10, masterSystemTime=1731575886811 2024-11-14T09:18:06,852 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731575886074.1f36315db90f346b90f50310bdc15776. 2024-11-14T09:18:06,852 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731575886074.1f36315db90f346b90f50310bdc15776. 2024-11-14T09:18:06,853 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1f36315db90f346b90f50310bdc15776, regionState=OPEN, openSeqNum=2, regionLocation=83f56b55f2af,40447,1731575874928 2024-11-14T09:18:06,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1f36315db90f346b90f50310bdc15776, server=83f56b55f2af,40447,1731575874928 because future has completed 2024-11-14T09:18:06,857 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T09:18:06,857 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 1f36315db90f346b90f50310bdc15776, server=83f56b55f2af,40447,1731575874928 in 197 msec 2024-11-14T09:18:06,860 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T09:18:06,860 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1f36315db90f346b90f50310bdc15776, ASSIGN in 354 msec 2024-11-14T09:18:06,861 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T09:18:06,861 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731575886861"}]},"ts":"1731575886861"} 2024-11-14T09:18:06,863 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T09:18:06,864 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T09:18:06,866 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 790 msec 2024-11-14T09:18:06,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731575886074.1f36315db90f346b90f50310bdc15776., hostname=83f56b55f2af,40447,1731575874928, seqNum=2] 2024-11-14T09:18:06,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40447-0x10115c4eb990001, quorum=127.0.0.1:53297, baseZNode=/01403780142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01403780142 2024-11-14T09:18:06,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45007-0x10115c4eb990000, quorum=127.0.0.1:53297, baseZNode=/01403780142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01403780142 2024-11-14T09:18:06,890 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T09:18:07,043 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T09:18:07,043 INFO [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T09:18:07,072 INFO [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-83f56b55f2af,40447,1731575874928, ReplicationSource: 1, currentBandwidth=0 2024-11-14T09:18:07,073 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:18:07,073 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83f56b55f2af,40447,1731575874928, seqNum=-1] 2024-11-14T09:18:07,073 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T09:18:07,074 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59089, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-14T09:18:07,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-83f56b55f2af,40447,1731575874928', locateType=CURRENT is [region=hbase:replication,,1731575886074.1f36315db90f346b90f50310bdc15776., hostname=83f56b55f2af,40447,1731575874928, seqNum=2] 2024-11-14T09:18:07,079 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T09:18:07,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45007 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T09:18:07,082 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 83f56b55f2af,40447,1731575874928 suceeded 2024-11-14T09:18:07,084 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T09:18:07,084 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 192 msec 2024-11-14T09:18:07,084 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://83f56b55f2af:46027,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-14T09:18:07,086 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0200 sec 2024-11-14T09:18:07,094 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40447,1731575874928 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='83f56b55f2af:46027' 2024-11-14T09:18:07,095 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40447,1731575874928 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1b00817, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:18:07,095 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40447,1731575874928 {}] client.ClusterIdFetcher(90): Going to request 83f56b55f2af,46027,-1 for getting cluster id 2024-11-14T09:18:07,096 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40447,1731575874928 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T09:18:07,096 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4adfb27c-4946-47f6-b80d-c65aedc85b7c' 2024-11-14T09:18:07,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T09:18:07,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4adfb27c-4946-47f6-b80d-c65aedc85b7c" 2024-11-14T09:18:07,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@79e55ca1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:18:07,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83f56b55f2af,46027,-1] 2024-11-14T09:18:07,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T09:18:07,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:18:07,098 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-14T09:18:07,099 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40447,1731575874928 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1f44da8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:18:07,099 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40447,1731575874928 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T09:18:07,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 83f56b55f2af,46027,1731575878630 2024-11-14T09:18:07,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@47147d3c 2024-11-14T09:18:07,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T09:18:07,101 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-14T09:18:07,101 INFO [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40447,1731575874928 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-83f56b55f2af,40447,1731575874928 (queues=1) is replicating from cluster=f6e2c19f-27c3-4ab4-b747-6fe2369820be to cluster=4adfb27c-4946-47f6-b80d-c65aedc85b7c 2024-11-14T09:18:07,101 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40447,1731575874928 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=83f56b55f2af%2C40447%2C1731575874928 2024-11-14T09:18:07,101 INFO [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40447,1731575874928 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-83f56b55f2af,40447,1731575874928, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T09:18:07,102 INFO [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40447,1731575874928.replicationSource.shipper83f56b55f2af%2C40447%2C1731575874928,1-83f56b55f2af,40447,1731575874928 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 83f56b55f2af%2C40447%2C1731575874928 2024-11-14T09:18:07,102 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40447,1731575874928.replicationSource.wal-reader.83f56b55f2af%2C40447%2C1731575874928,1-83f56b55f2af,40447,1731575874928 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/WALs/83f56b55f2af,40447,1731575874928/83f56b55f2af%2C40447%2C1731575874928.1731575876542, startPosition=0, beingWritten=true 2024-11-14T09:18:07,110 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40447,1731575874928.replicationSource.wal-reader.83f56b55f2af%2C40447%2C1731575874928,1-83f56b55f2af,40447,1731575874928 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T09:18:07,111 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40447,1731575874928.replicationSource.wal-reader.83f56b55f2af%2C40447%2C1731575874928,1-83f56b55f2af,40447,1731575874928 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/WALs/83f56b55f2af,40447,1731575874928/83f56b55f2af%2C40447%2C1731575874928.1731575876542 to pos 379, reset compression=false 2024-11-14T09:18:07,111 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40447,1731575874928.replicationSource.shipper83f56b55f2af%2C40447%2C1731575874928,1-83f56b55f2af,40447,1731575874928 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83f56b55f2af,40447,1731575874928 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/WALs/83f56b55f2af,40447,1731575874928/83f56b55f2af%2C40447%2C1731575874928.1731575876542, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T09:18:07,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T09:18:07,206 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T09:18:07,206 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T09:18:07,206 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:18:07,206 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:18:07,206 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:18:07,206 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T09:18:07,207 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:18:07,213 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/load_f/f/hfile_0 is 36, key is aaaa/f:row/1731575887211/Put/seqid=0 2024-11-14T09:18:07,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37367 is added to blk_1073741840_1016 (size=7894) 2024-11-14T09:18:07,353 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40447,1731575874928.replicationSource.wal-reader.83f56b55f2af%2C40447%2C1731575874928,1-83f56b55f2af,40447,1731575874928 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/WALs/83f56b55f2af,40447,1731575874928/83f56b55f2af%2C40447%2C1731575874928.1731575876542 to pos 379, reset compression=false 2024-11-14T09:18:07,487 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T09:18:07,488 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-14T09:18:07,488 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T09:18:07,489 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-14T09:18:07,489 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-14T09:18:07,489 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-14T09:18:07,490 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T09:18:07,490 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-14T09:18:07,490 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T09:18:07,490 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-14T09:18:07,490 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T09:18:07,490 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-14T09:18:07,620 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/load_f/f/hfile_1 is 34, key is ddd/f:row/1731575887619/Put/seqid=0 2024-11-14T09:18:07,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37367 is added to blk_1073741841_1017 (size=7691) 2024-11-14T09:18:07,658 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40447,1731575874928.replicationSource.wal-reader.83f56b55f2af%2C40447%2C1731575874928,1-83f56b55f2af,40447,1731575874928 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/WALs/83f56b55f2af,40447,1731575874928/83f56b55f2af%2C40447%2C1731575874928.1731575876542 to pos 379, reset compression=false 2024-11-14T09:18:08,030 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70309cb2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:18:08,030 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83f56b55f2af,45007,-1 for getting cluster id 2024-11-14T09:18:08,030 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T09:18:08,031 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6e2c19f-27c3-4ab4-b747-6fe2369820be' 2024-11-14T09:18:08,032 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T09:18:08,032 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6e2c19f-27c3-4ab4-b747-6fe2369820be" 2024-11-14T09:18:08,032 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@aae847a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:18:08,032 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83f56b55f2af,45007,-1] 2024-11-14T09:18:08,032 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T09:18:08,033 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:18:08,033 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T09:18:08,034 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e5c82d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:18:08,035 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:18:08,036 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83f56b55f2af,40447,1731575874928, seqNum=-1] 2024-11-14T09:18:08,036 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T09:18:08,037 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T09:18:08,045 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T09:18:08,046 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 83f56b55f2af,45007,1731575874851 2024-11-14T09:18:08,046 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@72ed97ce 2024-11-14T09:18:08,049 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T09:18:08,050 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T09:18:08,055 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731575881726.3dbfa490703ff59c2352a81a65432643., hostname=83f56b55f2af,40447,1731575874928, seqNum=2] 2024-11-14T09:18:08,062 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40447,1731575874928.replicationSource.wal-reader.83f56b55f2af%2C40447%2C1731575874928,1-83f56b55f2af,40447,1731575874928 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/WALs/83f56b55f2af,40447,1731575874928/83f56b55f2af%2C40447%2C1731575874928.1731575876542 to pos 379, reset compression=false 2024-11-14T09:18:08,064 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T09:18:08,075 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-14T09:18:08,078 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-14T09:18:08,093 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40447 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/load_f/f/hfile_1 for inclusion in 3dbfa490703ff59c2352a81a65432643/f 2024-11-14T09:18:08,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40447 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-14T09:18:08,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40447 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T09:18:08,100 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40447 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/load_f/f/hfile_0 for inclusion in 3dbfa490703ff59c2352a81a65432643/f 2024-11-14T09:18:08,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40447 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-14T09:18:08,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40447 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T09:18:08,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40447 {}] regionserver.HRegion(2603): Flush status journal for 3dbfa490703ff59c2352a81a65432643: 2024-11-14T09:18:08,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40447 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/load_f/f/hfile_1 to hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/staging/jenkins__test__fhgc6gfa43manqb6gc7brjo0pn9q80pcdsjm86umveitc2dl5apas33ovou9v4k7/f/hfile_1 2024-11-14T09:18:08,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40447 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/staging/jenkins__test__fhgc6gfa43manqb6gc7brjo0pn9q80pcdsjm86umveitc2dl5apas33ovou9v4k7/f/hfile_1 as hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/data/default/test/3dbfa490703ff59c2352a81a65432643/f/54986c29645f4fc69ef85f9352e49ac0_SeqId_4_ 2024-11-14T09:18:08,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40447 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/load_f/f/hfile_0 to hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/staging/jenkins__test__fhgc6gfa43manqb6gc7brjo0pn9q80pcdsjm86umveitc2dl5apas33ovou9v4k7/f/hfile_0 2024-11-14T09:18:08,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40447 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/staging/jenkins__test__fhgc6gfa43manqb6gc7brjo0pn9q80pcdsjm86umveitc2dl5apas33ovou9v4k7/f/hfile_0 as hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/data/default/test/3dbfa490703ff59c2352a81a65432643/f/66f061b889254d2c99964f4db3611581_SeqId_4_ 2024-11-14T09:18:08,130 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40447 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/staging/jenkins__test__fhgc6gfa43manqb6gc7brjo0pn9q80pcdsjm86umveitc2dl5apas33ovou9v4k7/f/hfile_1 into 3dbfa490703ff59c2352a81a65432643/f as hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/data/default/test/3dbfa490703ff59c2352a81a65432643/f/54986c29645f4fc69ef85f9352e49ac0_SeqId_4_ - updating store file list. 2024-11-14T09:18:08,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40447 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 54986c29645f4fc69ef85f9352e49ac0_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T09:18:08,137 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40447 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/data/default/test/3dbfa490703ff59c2352a81a65432643/f/54986c29645f4fc69ef85f9352e49ac0_SeqId_4_ into 3dbfa490703ff59c2352a81a65432643/f 2024-11-14T09:18:08,137 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40447 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/staging/jenkins__test__fhgc6gfa43manqb6gc7brjo0pn9q80pcdsjm86umveitc2dl5apas33ovou9v4k7/f/hfile_1 into 3dbfa490703ff59c2352a81a65432643/f (new location: hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/data/default/test/3dbfa490703ff59c2352a81a65432643/f/54986c29645f4fc69ef85f9352e49ac0_SeqId_4_) 2024-11-14T09:18:08,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40447 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/staging/jenkins__test__fhgc6gfa43manqb6gc7brjo0pn9q80pcdsjm86umveitc2dl5apas33ovou9v4k7/f/hfile_1 2024-11-14T09:18:08,138 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40447 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/staging/jenkins__test__fhgc6gfa43manqb6gc7brjo0pn9q80pcdsjm86umveitc2dl5apas33ovou9v4k7/f/hfile_0 into 3dbfa490703ff59c2352a81a65432643/f as hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/data/default/test/3dbfa490703ff59c2352a81a65432643/f/66f061b889254d2c99964f4db3611581_SeqId_4_ - updating store file list. 2024-11-14T09:18:08,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40447 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 66f061b889254d2c99964f4db3611581_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T09:18:08,143 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40447 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/data/default/test/3dbfa490703ff59c2352a81a65432643/f/66f061b889254d2c99964f4db3611581_SeqId_4_ into 3dbfa490703ff59c2352a81a65432643/f 2024-11-14T09:18:08,143 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40447 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/staging/jenkins__test__fhgc6gfa43manqb6gc7brjo0pn9q80pcdsjm86umveitc2dl5apas33ovou9v4k7/f/hfile_0 into 3dbfa490703ff59c2352a81a65432643/f (new location: hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/data/default/test/3dbfa490703ff59c2352a81a65432643/f/66f061b889254d2c99964f4db3611581_SeqId_4_) 2024-11-14T09:18:08,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40447 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/staging/jenkins__test__fhgc6gfa43manqb6gc7brjo0pn9q80pcdsjm86umveitc2dl5apas33ovou9v4k7/f/hfile_0 2024-11-14T09:18:08,155 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T09:18:08,155 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:18:08,155 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:18:08,155 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:18:08,155 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T09:18:08,156 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:18:08,157 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731575881726.3dbfa490703ff59c2352a81a65432643., hostname=83f56b55f2af,40447,1731575874928, seqNum=2 , the old value is region=test,,1731575881726.3dbfa490703ff59c2352a81a65432643., hostname=83f56b55f2af,40447,1731575874928, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=83f56b55f2af:40447 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T09:18:08,157 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731575881726.3dbfa490703ff59c2352a81a65432643., hostname=83f56b55f2af,40447,1731575874928, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T09:18:08,158 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731575881726.3dbfa490703ff59c2352a81a65432643., hostname=83f56b55f2af,40447,1731575874928, seqNum=2 from cache 2024-11-14T09:18:08,158 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83f56b55f2af,42121,1731575878681, seqNum=-1] 2024-11-14T09:18:08,158 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T09:18:08,160 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T09:18:08,161 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-14T09:18:08,162 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731575883889.aa3c7baeb3e89996c9973a1564fab63c., hostname=83f56b55f2af,42121,1731575878681, seqNum=2] 2024-11-14T09:18:08,164 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-14T09:18:08,266 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=83f56b55f2af:40447 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-14T09:18:08,379 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T09:18:08,401 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:18:08,401 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:18:08,407 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:18:08,418 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-14T09:18:08,567 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40447,1731575874928.replicationSource.wal-reader.83f56b55f2af%2C40447%2C1731575874928,1-83f56b55f2af,40447,1731575874928 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/WALs/83f56b55f2af,40447,1731575874928/83f56b55f2af%2C40447%2C1731575874928.1731575876542 to pos 379, reset compression=false 2024-11-14T09:18:08,574 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40447,1731575874928.replicationSource.wal-reader.83f56b55f2af%2C40447%2C1731575874928,1-83f56b55f2af,40447,1731575874928 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T09:18:08,574 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40447,1731575874928.replicationSource.shipper83f56b55f2af%2C40447%2C1731575874928,1-83f56b55f2af,40447,1731575874928 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83f56b55f2af,40447,1731575874928 got entry batch from reader: WALEntryBatch [walEntries=[{test/3dbfa490703ff59c2352a81a65432643/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731575888147/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/WALs/83f56b55f2af,40447,1731575874928/83f56b55f2af%2C40447%2C1731575874928.1731575876542, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-14T09:18:08,595 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40447,1731575874928.replicationSource.shipper83f56b55f2af%2C40447%2C1731575874928,1-83f56b55f2af,40447,1731575874928 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T09:18:08,597 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-14T09:18:08,599 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42121 {}] regionserver.ReplicationSink(318): Replicating [f6e2c19f-27c3-4ab4-b747-6fe2369820be] bulk loaded data 2024-11-14T09:18:08,601 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42121 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1be3c90e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:18:08,601 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42121 {}] client.ClusterIdFetcher(90): Going to request 83f56b55f2af,46027,-1 for getting cluster id 2024-11-14T09:18:08,601 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42121 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T09:18:08,602 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4adfb27c-4946-47f6-b80d-c65aedc85b7c' 2024-11-14T09:18:08,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T09:18:08,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4adfb27c-4946-47f6-b80d-c65aedc85b7c" 2024-11-14T09:18:08,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3a4a1626, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:18:08,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83f56b55f2af,46027,-1] 2024-11-14T09:18:08,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T09:18:08,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:18:08,604 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-14T09:18:08,605 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42121 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3f69721b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:18:08,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39395 is added to blk_1073741837_1013 (size=7691) 2024-11-14T09:18:08,774 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40447,1731575874928.replicationSource.wal-reader.83f56b55f2af%2C40447%2C1731575874928,1-83f56b55f2af,40447,1731575874928 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/WALs/83f56b55f2af,40447,1731575874928/83f56b55f2af%2C40447%2C1731575874928.1731575876542 to pos 687, reset compression=false 2024-11-14T09:18:09,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39395 is added to blk_1073741838_1014 (size=7894) 2024-11-14T09:18:09,079 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40447,1731575874928.replicationSource.wal-reader.83f56b55f2af%2C40447%2C1731575874928,1-83f56b55f2af,40447,1731575874928 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/WALs/83f56b55f2af,40447,1731575874928/83f56b55f2af%2C40447%2C1731575874928.1731575876542 to pos 687, reset compression=false 2024-11-14T09:18:09,166 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-14T09:18:09,430 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42121 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T09:18:09,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 83f56b55f2af,46027,1731575878630 2024-11-14T09:18:09,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4dcd7343 2024-11-14T09:18:09,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T09:18:09,432 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43488, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-14T09:18:09,434 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42121 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T09:18:09,435 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42121 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:18:09,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83f56b55f2af,42121,1731575878681, seqNum=-1] 2024-11-14T09:18:09,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T09:18:09,437 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-14T09:18:09,444 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35411/user/jenkins/test-data/e1907618-9a69-19fd-8ae1-9c2a940d54ab/staging/jenkins.hfs.6__test__9s8lt3eun6tbglhaf3cj700dg5negv762ooqslqaqhg7m52hu07ub2vfufd7q3q6/f/54986c29645f4fc69ef85f9352e49ac0_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-14T09:18:09,448 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35411/user/jenkins/test-data/e1907618-9a69-19fd-8ae1-9c2a940d54ab/staging/jenkins.hfs.6__test__9s8lt3eun6tbglhaf3cj700dg5negv762ooqslqaqhg7m52hu07ub2vfufd7q3q6/f/66f061b889254d2c99964f4db3611581_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-14T09:18:09,450 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42121 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35411/user/jenkins/test-data/e1907618-9a69-19fd-8ae1-9c2a940d54ab/staging/jenkins.hfs.6__test__9s8lt3eun6tbglhaf3cj700dg5negv762ooqslqaqhg7m52hu07ub2vfufd7q3q6/f/66f061b889254d2c99964f4db3611581_SeqId_4_ for inclusion in aa3c7baeb3e89996c9973a1564fab63c/f 2024-11-14T09:18:09,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42121 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-14T09:18:09,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42121 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T09:18:09,454 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42121 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35411/user/jenkins/test-data/e1907618-9a69-19fd-8ae1-9c2a940d54ab/staging/jenkins.hfs.6__test__9s8lt3eun6tbglhaf3cj700dg5negv762ooqslqaqhg7m52hu07ub2vfufd7q3q6/f/54986c29645f4fc69ef85f9352e49ac0_SeqId_4_ for inclusion in aa3c7baeb3e89996c9973a1564fab63c/f 2024-11-14T09:18:09,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42121 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-14T09:18:09,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42121 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T09:18:09,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42121 {}] regionserver.HRegion(2603): Flush status journal for aa3c7baeb3e89996c9973a1564fab63c: 2024-11-14T09:18:09,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42121 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 66f061b889254d2c99964f4db3611581_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-14T09:18:09,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42121 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35411/user/jenkins/test-data/e1907618-9a69-19fd-8ae1-9c2a940d54ab/staging/jenkins.hfs.6__test__9s8lt3eun6tbglhaf3cj700dg5negv762ooqslqaqhg7m52hu07ub2vfufd7q3q6/f/66f061b889254d2c99964f4db3611581_SeqId_4_ as hdfs://localhost:35411/user/jenkins/test-data/e1907618-9a69-19fd-8ae1-9c2a940d54ab/data/default/test/aa3c7baeb3e89996c9973a1564fab63c/f/5e026159c6e1409f9c91471f32158127_SeqId_4_ 2024-11-14T09:18:09,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42121 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 54986c29645f4fc69ef85f9352e49ac0_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-14T09:18:09,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42121 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35411/user/jenkins/test-data/e1907618-9a69-19fd-8ae1-9c2a940d54ab/staging/jenkins.hfs.6__test__9s8lt3eun6tbglhaf3cj700dg5negv762ooqslqaqhg7m52hu07ub2vfufd7q3q6/f/54986c29645f4fc69ef85f9352e49ac0_SeqId_4_ as hdfs://localhost:35411/user/jenkins/test-data/e1907618-9a69-19fd-8ae1-9c2a940d54ab/data/default/test/aa3c7baeb3e89996c9973a1564fab63c/f/0dbfd8552f5c4bddaa93e5f219b7cb10_SeqId_4_ 2024-11-14T09:18:09,460 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42121 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35411/user/jenkins/test-data/e1907618-9a69-19fd-8ae1-9c2a940d54ab/staging/jenkins.hfs.6__test__9s8lt3eun6tbglhaf3cj700dg5negv762ooqslqaqhg7m52hu07ub2vfufd7q3q6/f/66f061b889254d2c99964f4db3611581_SeqId_4_ into aa3c7baeb3e89996c9973a1564fab63c/f as hdfs://localhost:35411/user/jenkins/test-data/e1907618-9a69-19fd-8ae1-9c2a940d54ab/data/default/test/aa3c7baeb3e89996c9973a1564fab63c/f/5e026159c6e1409f9c91471f32158127_SeqId_4_ - updating store file list. 2024-11-14T09:18:09,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42121 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5e026159c6e1409f9c91471f32158127_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T09:18:09,466 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42121 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35411/user/jenkins/test-data/e1907618-9a69-19fd-8ae1-9c2a940d54ab/data/default/test/aa3c7baeb3e89996c9973a1564fab63c/f/5e026159c6e1409f9c91471f32158127_SeqId_4_ into aa3c7baeb3e89996c9973a1564fab63c/f 2024-11-14T09:18:09,466 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42121 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35411/user/jenkins/test-data/e1907618-9a69-19fd-8ae1-9c2a940d54ab/staging/jenkins.hfs.6__test__9s8lt3eun6tbglhaf3cj700dg5negv762ooqslqaqhg7m52hu07ub2vfufd7q3q6/f/66f061b889254d2c99964f4db3611581_SeqId_4_ into aa3c7baeb3e89996c9973a1564fab63c/f (new location: hdfs://localhost:35411/user/jenkins/test-data/e1907618-9a69-19fd-8ae1-9c2a940d54ab/data/default/test/aa3c7baeb3e89996c9973a1564fab63c/f/5e026159c6e1409f9c91471f32158127_SeqId_4_) 2024-11-14T09:18:09,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42121 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35411/user/jenkins/test-data/e1907618-9a69-19fd-8ae1-9c2a940d54ab/staging/jenkins.hfs.6__test__9s8lt3eun6tbglhaf3cj700dg5negv762ooqslqaqhg7m52hu07ub2vfufd7q3q6/f/66f061b889254d2c99964f4db3611581_SeqId_4_ 2024-11-14T09:18:09,467 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42121 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35411/user/jenkins/test-data/e1907618-9a69-19fd-8ae1-9c2a940d54ab/staging/jenkins.hfs.6__test__9s8lt3eun6tbglhaf3cj700dg5negv762ooqslqaqhg7m52hu07ub2vfufd7q3q6/f/54986c29645f4fc69ef85f9352e49ac0_SeqId_4_ into aa3c7baeb3e89996c9973a1564fab63c/f as hdfs://localhost:35411/user/jenkins/test-data/e1907618-9a69-19fd-8ae1-9c2a940d54ab/data/default/test/aa3c7baeb3e89996c9973a1564fab63c/f/0dbfd8552f5c4bddaa93e5f219b7cb10_SeqId_4_ - updating store file list. 2024-11-14T09:18:09,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42121 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0dbfd8552f5c4bddaa93e5f219b7cb10_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T09:18:09,473 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42121 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35411/user/jenkins/test-data/e1907618-9a69-19fd-8ae1-9c2a940d54ab/data/default/test/aa3c7baeb3e89996c9973a1564fab63c/f/0dbfd8552f5c4bddaa93e5f219b7cb10_SeqId_4_ into aa3c7baeb3e89996c9973a1564fab63c/f 2024-11-14T09:18:09,473 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42121 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35411/user/jenkins/test-data/e1907618-9a69-19fd-8ae1-9c2a940d54ab/staging/jenkins.hfs.6__test__9s8lt3eun6tbglhaf3cj700dg5negv762ooqslqaqhg7m52hu07ub2vfufd7q3q6/f/54986c29645f4fc69ef85f9352e49ac0_SeqId_4_ into aa3c7baeb3e89996c9973a1564fab63c/f (new location: hdfs://localhost:35411/user/jenkins/test-data/e1907618-9a69-19fd-8ae1-9c2a940d54ab/data/default/test/aa3c7baeb3e89996c9973a1564fab63c/f/0dbfd8552f5c4bddaa93e5f219b7cb10_SeqId_4_) 2024-11-14T09:18:09,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42121 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35411/user/jenkins/test-data/e1907618-9a69-19fd-8ae1-9c2a940d54ab/staging/jenkins.hfs.6__test__9s8lt3eun6tbglhaf3cj700dg5negv762ooqslqaqhg7m52hu07ub2vfufd7q3q6/f/54986c29645f4fc69ef85f9352e49ac0_SeqId_4_ 2024-11-14T09:18:09,475 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42121 {}] regionserver.ReplicationSink(324): Finished replicating [f6e2c19f-27c3-4ab4-b747-6fe2369820be] bulk loaded data 2024-11-14T09:18:09,485 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40447,1731575874928.replicationSource.wal-reader.83f56b55f2af%2C40447%2C1731575874928,1-83f56b55f2af,40447,1731575874928 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/WALs/83f56b55f2af,40447,1731575874928/83f56b55f2af%2C40447%2C1731575874928.1731575876542 to pos 687, reset compression=false 2024-11-14T09:18:09,989 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40447,1731575874928.replicationSource.wal-reader.83f56b55f2af%2C40447%2C1731575874928,1-83f56b55f2af,40447,1731575874928 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/WALs/83f56b55f2af,40447,1731575874928/83f56b55f2af%2C40447%2C1731575874928.1731575876542 to pos 687, reset compression=false 2024-11-14T09:18:10,178 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:18:10,182 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1731575890181/Put/seqid=0 2024-11-14T09:18:10,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37367 is added to blk_1073741842_1018 (size=7997) 2024-11-14T09:18:10,188 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1731575890188/Put/seqid=0 2024-11-14T09:18:10,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37367 is added to blk_1073741843_1019 (size=7794) 2024-11-14T09:18:10,594 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40447,1731575874928.replicationSource.wal-reader.83f56b55f2af%2C40447%2C1731575874928,1-83f56b55f2af,40447,1731575874928 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/WALs/83f56b55f2af,40447,1731575874928/83f56b55f2af%2C40447%2C1731575874928.1731575876542 to pos 687, reset compression=false 2024-11-14T09:18:10,594 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ccb7fd6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:18:10,594 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83f56b55f2af,45007,-1 for getting cluster id 2024-11-14T09:18:10,594 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T09:18:10,595 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6e2c19f-27c3-4ab4-b747-6fe2369820be' 2024-11-14T09:18:10,596 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T09:18:10,596 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6e2c19f-27c3-4ab4-b747-6fe2369820be" 2024-11-14T09:18:10,596 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20178857, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:18:10,596 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83f56b55f2af,45007,-1] 2024-11-14T09:18:10,596 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T09:18:10,596 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:18:10,597 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T09:18:10,598 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5edc9e36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:18:10,598 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:18:10,599 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83f56b55f2af,40447,1731575874928, seqNum=-1] 2024-11-14T09:18:10,600 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T09:18:10,601 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T09:18:10,609 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T09:18:10,610 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 83f56b55f2af,45007,1731575874851 2024-11-14T09:18:10,610 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@694b34a3 2024-11-14T09:18:10,610 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T09:18:10,611 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T09:18:10,615 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731575881726.3dbfa490703ff59c2352a81a65432643., hostname=83f56b55f2af,40447,1731575874928, seqNum=2] 2024-11-14T09:18:10,617 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T09:18:10,623 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-14T09:18:10,626 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-14T09:18:10,629 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40447 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/load_f1/f1/hfile_1 for inclusion in 3dbfa490703ff59c2352a81a65432643/f1 2024-11-14T09:18:10,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40447 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-14T09:18:10,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40447 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T09:18:10,632 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40447 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/load_f1/f1/hfile_0 for inclusion in 3dbfa490703ff59c2352a81a65432643/f1 2024-11-14T09:18:10,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40447 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-14T09:18:10,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40447 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T09:18:10,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40447 {}] regionserver.HRegion(2603): Flush status journal for 3dbfa490703ff59c2352a81a65432643: 2024-11-14T09:18:10,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40447 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/load_f1/f1/hfile_1 to hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/staging/jenkins__test__mj3d493h9d4ofn92aejomf9fv1ju5qk3nbje7241pvrb4m2me94lq18ncsb8b0iu/f1/hfile_1 2024-11-14T09:18:10,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40447 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/staging/jenkins__test__mj3d493h9d4ofn92aejomf9fv1ju5qk3nbje7241pvrb4m2me94lq18ncsb8b0iu/f1/hfile_1 as hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/data/default/test/3dbfa490703ff59c2352a81a65432643/f1/3452dead83bc43cd8d50841b0831e36b_SeqId_6_ 2024-11-14T09:18:10,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40447 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/load_f1/f1/hfile_0 to hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/staging/jenkins__test__mj3d493h9d4ofn92aejomf9fv1ju5qk3nbje7241pvrb4m2me94lq18ncsb8b0iu/f1/hfile_0 2024-11-14T09:18:10,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40447 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/staging/jenkins__test__mj3d493h9d4ofn92aejomf9fv1ju5qk3nbje7241pvrb4m2me94lq18ncsb8b0iu/f1/hfile_0 as hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/data/default/test/3dbfa490703ff59c2352a81a65432643/f1/66f2590545eb40db910fea44a6c6f0d6_SeqId_6_ 2024-11-14T09:18:10,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40447 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-14T09:18:10,641 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40447 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/staging/jenkins__test__mj3d493h9d4ofn92aejomf9fv1ju5qk3nbje7241pvrb4m2me94lq18ncsb8b0iu/f1/hfile_1 into 3dbfa490703ff59c2352a81a65432643/f1 as hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/data/default/test/3dbfa490703ff59c2352a81a65432643/f1/3452dead83bc43cd8d50841b0831e36b_SeqId_6_ - updating store file list. 2024-11-14T09:18:10,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40447 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3452dead83bc43cd8d50841b0831e36b_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-14T09:18:10,646 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40447 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/data/default/test/3dbfa490703ff59c2352a81a65432643/f1/3452dead83bc43cd8d50841b0831e36b_SeqId_6_ into 3dbfa490703ff59c2352a81a65432643/f1 2024-11-14T09:18:10,646 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40447 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/staging/jenkins__test__mj3d493h9d4ofn92aejomf9fv1ju5qk3nbje7241pvrb4m2me94lq18ncsb8b0iu/f1/hfile_1 into 3dbfa490703ff59c2352a81a65432643/f1 (new location: hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/data/default/test/3dbfa490703ff59c2352a81a65432643/f1/3452dead83bc43cd8d50841b0831e36b_SeqId_6_) 2024-11-14T09:18:10,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40447 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/staging/jenkins__test__mj3d493h9d4ofn92aejomf9fv1ju5qk3nbje7241pvrb4m2me94lq18ncsb8b0iu/f1/hfile_1 2024-11-14T09:18:10,647 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40447 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/staging/jenkins__test__mj3d493h9d4ofn92aejomf9fv1ju5qk3nbje7241pvrb4m2me94lq18ncsb8b0iu/f1/hfile_0 into 3dbfa490703ff59c2352a81a65432643/f1 as hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/data/default/test/3dbfa490703ff59c2352a81a65432643/f1/66f2590545eb40db910fea44a6c6f0d6_SeqId_6_ - updating store file list. 2024-11-14T09:18:10,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40447 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 66f2590545eb40db910fea44a6c6f0d6_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-14T09:18:10,651 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40447 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/data/default/test/3dbfa490703ff59c2352a81a65432643/f1/66f2590545eb40db910fea44a6c6f0d6_SeqId_6_ into 3dbfa490703ff59c2352a81a65432643/f1 2024-11-14T09:18:10,651 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40447 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/staging/jenkins__test__mj3d493h9d4ofn92aejomf9fv1ju5qk3nbje7241pvrb4m2me94lq18ncsb8b0iu/f1/hfile_0 into 3dbfa490703ff59c2352a81a65432643/f1 (new location: hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/data/default/test/3dbfa490703ff59c2352a81a65432643/f1/66f2590545eb40db910fea44a6c6f0d6_SeqId_6_) 2024-11-14T09:18:10,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40447 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/staging/jenkins__test__mj3d493h9d4ofn92aejomf9fv1ju5qk3nbje7241pvrb4m2me94lq18ncsb8b0iu/f1/hfile_0 2024-11-14T09:18:10,653 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T09:18:10,653 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:18:10,653 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:18:10,653 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:18:10,653 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T09:18:10,653 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731575881726.3dbfa490703ff59c2352a81a65432643., hostname=83f56b55f2af,40447,1731575874928, seqNum=2 , the old value is region=test,,1731575881726.3dbfa490703ff59c2352a81a65432643., hostname=83f56b55f2af,40447,1731575874928, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=83f56b55f2af:40447 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T09:18:10,653 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731575881726.3dbfa490703ff59c2352a81a65432643., hostname=83f56b55f2af,40447,1731575874928, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T09:18:10,653 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731575881726.3dbfa490703ff59c2352a81a65432643., hostname=83f56b55f2af,40447,1731575874928, seqNum=2 from cache 2024-11-14T09:18:10,654 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:18:10,654 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-14T09:18:10,655 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83f56b55f2af,40447,1731575874928, seqNum=-1] 2024-11-14T09:18:10,655 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T09:18:10,656 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T09:18:10,658 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731575881726.3dbfa490703ff59c2352a81a65432643., hostname=83f56b55f2af,40447,1731575874928, seqNum=2] 2024-11-14T09:18:10,765 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=83f56b55f2af:40447 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-14T09:18:11,298 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40447,1731575874928.replicationSource.wal-reader.83f56b55f2af%2C40447%2C1731575874928,1-83f56b55f2af,40447,1731575874928 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/WALs/83f56b55f2af,40447,1731575874928/83f56b55f2af%2C40447%2C1731575874928.1731575876542 to pos 687, reset compression=false 2024-11-14T09:18:11,303 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40447,1731575874928.replicationSource.wal-reader.83f56b55f2af%2C40447%2C1731575874928,1-83f56b55f2af,40447,1731575874928 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T09:18:11,303 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40447,1731575874928.replicationSource.wal-reader.83f56b55f2af%2C40447%2C1731575874928,1-83f56b55f2af,40447,1731575874928 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/WALs/83f56b55f2af,40447,1731575874928/83f56b55f2af%2C40447%2C1731575874928.1731575876542 to pos 997, reset compression=false 2024-11-14T09:18:11,303 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40447,1731575874928.replicationSource.shipper83f56b55f2af%2C40447%2C1731575874928,1-83f56b55f2af,40447,1731575874928 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83f56b55f2af,40447,1731575874928 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/WALs/83f56b55f2af,40447,1731575874928/83f56b55f2af%2C40447%2C1731575874928.1731575876542, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T09:18:11,507 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40447,1731575874928.replicationSource.wal-reader.83f56b55f2af%2C40447%2C1731575874928,1-83f56b55f2af,40447,1731575874928 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/WALs/83f56b55f2af,40447,1731575874928/83f56b55f2af%2C40447%2C1731575874928.1731575876542 to pos 997, reset compression=false 2024-11-14T09:18:11,812 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40447,1731575874928.replicationSource.wal-reader.83f56b55f2af%2C40447%2C1731575874928,1-83f56b55f2af,40447,1731575874928 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/WALs/83f56b55f2af,40447,1731575874928/83f56b55f2af%2C40447%2C1731575874928.1731575876542 to pos 997, reset compression=false 2024-11-14T09:18:12,216 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40447,1731575874928.replicationSource.wal-reader.83f56b55f2af%2C40447%2C1731575874928,1-83f56b55f2af,40447,1731575874928 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/WALs/83f56b55f2af,40447,1731575874928/83f56b55f2af%2C40447%2C1731575874928.1731575876542 to pos 997, reset compression=false 2024-11-14T09:18:12,720 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40447,1731575874928.replicationSource.wal-reader.83f56b55f2af%2C40447%2C1731575874928,1-83f56b55f2af,40447,1731575874928 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/WALs/83f56b55f2af,40447,1731575874928/83f56b55f2af%2C40447%2C1731575874928.1731575876542 to pos 997, reset compression=false 2024-11-14T09:18:13,325 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40447,1731575874928.replicationSource.wal-reader.83f56b55f2af%2C40447%2C1731575874928,1-83f56b55f2af,40447,1731575874928 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/WALs/83f56b55f2af,40447,1731575874928/83f56b55f2af%2C40447%2C1731575874928.1731575876542 to pos 997, reset compression=false 2024-11-14T09:18:14,030 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40447,1731575874928.replicationSource.wal-reader.83f56b55f2af%2C40447%2C1731575874928,1-83f56b55f2af,40447,1731575874928 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/WALs/83f56b55f2af,40447,1731575874928/83f56b55f2af%2C40447%2C1731575874928.1731575876542 to pos 997, reset compression=false 2024-11-14T09:18:14,834 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40447,1731575874928.replicationSource.wal-reader.83f56b55f2af%2C40447%2C1731575874928,1-83f56b55f2af,40447,1731575874928 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/WALs/83f56b55f2af,40447,1731575874928/83f56b55f2af%2C40447%2C1731575874928.1731575876542 to pos 997, reset compression=false 2024-11-14T09:18:15,739 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40447,1731575874928.replicationSource.wal-reader.83f56b55f2af%2C40447%2C1731575874928,1-83f56b55f2af,40447,1731575874928 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/WALs/83f56b55f2af,40447,1731575874928/83f56b55f2af%2C40447%2C1731575874928.1731575876542 to pos 997, reset compression=false 2024-11-14T09:18:16,743 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40447,1731575874928.replicationSource.wal-reader.83f56b55f2af%2C40447%2C1731575874928,1-83f56b55f2af,40447,1731575874928 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/WALs/83f56b55f2af,40447,1731575874928/83f56b55f2af%2C40447%2C1731575874928.1731575876542 to pos 997, reset compression=false 2024-11-14T09:18:17,847 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40447,1731575874928.replicationSource.wal-reader.83f56b55f2af%2C40447%2C1731575874928,1-83f56b55f2af,40447,1731575874928 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/WALs/83f56b55f2af,40447,1731575874928/83f56b55f2af%2C40447%2C1731575874928.1731575876542 to pos 997, reset compression=false 2024-11-14T09:18:19,051 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40447,1731575874928.replicationSource.wal-reader.83f56b55f2af%2C40447%2C1731575874928,1-83f56b55f2af,40447,1731575874928 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/WALs/83f56b55f2af,40447,1731575874928/83f56b55f2af%2C40447%2C1731575874928.1731575876542 to pos 997, reset compression=false 2024-11-14T09:18:20,355 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40447,1731575874928.replicationSource.wal-reader.83f56b55f2af%2C40447%2C1731575874928,1-83f56b55f2af,40447,1731575874928 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/WALs/83f56b55f2af,40447,1731575874928/83f56b55f2af%2C40447%2C1731575874928.1731575876542 to pos 997, reset compression=false 2024-11-14T09:18:21,760 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40447,1731575874928.replicationSource.wal-reader.83f56b55f2af%2C40447%2C1731575874928,1-83f56b55f2af,40447,1731575874928 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/WALs/83f56b55f2af,40447,1731575874928/83f56b55f2af%2C40447%2C1731575874928.1731575876542 to pos 997, reset compression=false 2024-11-14T09:18:23,264 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40447,1731575874928.replicationSource.wal-reader.83f56b55f2af%2C40447%2C1731575874928,1-83f56b55f2af,40447,1731575874928 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/WALs/83f56b55f2af,40447,1731575874928/83f56b55f2af%2C40447%2C1731575874928.1731575876542 to pos 997, reset compression=false 2024-11-14T09:18:24,438 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T09:18:24,868 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40447,1731575874928.replicationSource.wal-reader.83f56b55f2af%2C40447%2C1731575874928,1-83f56b55f2af,40447,1731575874928 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/WALs/83f56b55f2af,40447,1731575874928/83f56b55f2af%2C40447%2C1731575874928.1731575876542 to pos 997, reset compression=false 2024-11-14T09:18:26,573 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40447,1731575874928.replicationSource.wal-reader.83f56b55f2af%2C40447%2C1731575874928,1-83f56b55f2af,40447,1731575874928 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/WALs/83f56b55f2af,40447,1731575874928/83f56b55f2af%2C40447%2C1731575874928.1731575876542 to pos 997, reset compression=false 2024-11-14T09:18:28,216 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T09:18:28,377 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40447,1731575874928.replicationSource.wal-reader.83f56b55f2af%2C40447%2C1731575874928,1-83f56b55f2af,40447,1731575874928 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/WALs/83f56b55f2af,40447,1731575874928/83f56b55f2af%2C40447%2C1731575874928.1731575876542 to pos 997, reset compression=false 2024-11-14T09:18:30,281 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40447,1731575874928.replicationSource.wal-reader.83f56b55f2af%2C40447%2C1731575874928,1-83f56b55f2af,40447,1731575874928 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/WALs/83f56b55f2af,40447,1731575874928/83f56b55f2af%2C40447%2C1731575874928.1731575876542 to pos 997, reset compression=false 2024-11-14T09:18:31,306 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40447,1731575874928.replicationSource.shipper83f56b55f2af%2C40447%2C1731575874928,1-83f56b55f2af,40447,1731575874928 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83f56b55f2af,40447,1731575874928 got entry batch from reader: null 2024-11-14T09:18:32,285 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40447,1731575874928.replicationSource.wal-reader.83f56b55f2af%2C40447%2C1731575874928,1-83f56b55f2af,40447,1731575874928 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/WALs/83f56b55f2af,40447,1731575874928/83f56b55f2af%2C40447%2C1731575874928.1731575876542 to pos 997, reset compression=false 2024-11-14T09:18:34,390 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40447,1731575874928.replicationSource.wal-reader.83f56b55f2af%2C40447%2C1731575874928,1-83f56b55f2af,40447,1731575874928 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/WALs/83f56b55f2af,40447,1731575874928/83f56b55f2af%2C40447%2C1731575874928.1731575876542 to pos 997, reset compression=false 2024-11-14T09:18:36,594 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40447,1731575874928.replicationSource.wal-reader.83f56b55f2af%2C40447%2C1731575874928,1-83f56b55f2af,40447,1731575874928 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/WALs/83f56b55f2af,40447,1731575874928/83f56b55f2af%2C40447%2C1731575874928.1731575876542 to pos 997, reset compression=false 2024-11-14T09:18:37,544 INFO [master/83f56b55f2af:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-14T09:18:37,544 INFO [master/83f56b55f2af:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-14T09:18:38,898 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40447,1731575874928.replicationSource.wal-reader.83f56b55f2af%2C40447%2C1731575874928,1-83f56b55f2af,40447,1731575874928 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/WALs/83f56b55f2af,40447,1731575874928/83f56b55f2af%2C40447%2C1731575874928.1731575876542 to pos 997, reset compression=false 2024-11-14T09:18:41,302 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40447,1731575874928.replicationSource.wal-reader.83f56b55f2af%2C40447%2C1731575874928,1-83f56b55f2af,40447,1731575874928 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/WALs/83f56b55f2af,40447,1731575874928/83f56b55f2af%2C40447%2C1731575874928.1731575876542 to pos 997, reset compression=false 2024-11-14T09:18:41,811 INFO [master/83f56b55f2af:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-14T09:18:41,811 INFO [master/83f56b55f2af:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-14T09:18:43,808 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40447,1731575874928.replicationSource.wal-reader.83f56b55f2af%2C40447%2C1731575874928,1-83f56b55f2af,40447,1731575874928 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/WALs/83f56b55f2af,40447,1731575874928/83f56b55f2af%2C40447%2C1731575874928.1731575876542 to pos 997, reset compression=false 2024-11-14T09:18:46,415 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40447,1731575874928.replicationSource.wal-reader.83f56b55f2af%2C40447%2C1731575874928,1-83f56b55f2af,40447,1731575874928 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/WALs/83f56b55f2af,40447,1731575874928/83f56b55f2af%2C40447%2C1731575874928.1731575876542 to pos 997, reset compression=false 2024-11-14T09:18:47,877 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 3dbfa490703ff59c2352a81a65432643, had cached 0 bytes from a total of 31376 2024-11-14T09:18:49,120 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40447,1731575874928.replicationSource.wal-reader.83f56b55f2af%2C40447%2C1731575874928,1-83f56b55f2af,40447,1731575874928 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/WALs/83f56b55f2af,40447,1731575874928/83f56b55f2af%2C40447%2C1731575874928.1731575876542 to pos 997, reset compression=false 2024-11-14T09:18:50,033 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region aa3c7baeb3e89996c9973a1564fab63c, had cached 0 bytes from a total of 15585 2024-11-14T09:18:51,306 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40447,1731575874928.replicationSource.shipper83f56b55f2af%2C40447%2C1731575874928,1-83f56b55f2af,40447,1731575874928 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83f56b55f2af,40447,1731575874928 got entry batch from reader: null 2024-11-14T09:18:51,924 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40447,1731575874928.replicationSource.wal-reader.83f56b55f2af%2C40447%2C1731575874928,1-83f56b55f2af,40447,1731575874928 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/WALs/83f56b55f2af,40447,1731575874928/83f56b55f2af%2C40447%2C1731575874928.1731575876542 to pos 997, reset compression=false 2024-11-14T09:18:54,438 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T09:18:54,829 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40447,1731575874928.replicationSource.wal-reader.83f56b55f2af%2C40447%2C1731575874928,1-83f56b55f2af,40447,1731575874928 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/WALs/83f56b55f2af,40447,1731575874928/83f56b55f2af%2C40447%2C1731575874928.1731575876542 to pos 997, reset compression=false 2024-11-14T09:18:57,544 DEBUG [master/83f56b55f2af:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-14T09:18:57,833 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40447,1731575874928.replicationSource.wal-reader.83f56b55f2af%2C40447%2C1731575874928,1-83f56b55f2af,40447,1731575874928 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/WALs/83f56b55f2af,40447,1731575874928/83f56b55f2af%2C40447%2C1731575874928.1731575876542 to pos 997, reset compression=false 2024-11-14T09:18:58,217 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T09:19:00,937 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40447,1731575874928.replicationSource.wal-reader.83f56b55f2af%2C40447%2C1731575874928,1-83f56b55f2af,40447,1731575874928 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/WALs/83f56b55f2af,40447,1731575874928/83f56b55f2af%2C40447%2C1731575874928.1731575876542 to pos 997, reset compression=false 2024-11-14T09:19:02,152 DEBUG [master/83f56b55f2af:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-14T09:19:04,144 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40447,1731575874928.replicationSource.wal-reader.83f56b55f2af%2C40447%2C1731575874928,1-83f56b55f2af,40447,1731575874928 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/WALs/83f56b55f2af,40447,1731575874928/83f56b55f2af%2C40447%2C1731575874928.1731575876542 to pos 997, reset compression=false 2024-11-14T09:19:07,448 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40447,1731575874928.replicationSource.wal-reader.83f56b55f2af%2C40447%2C1731575874928,1-83f56b55f2af,40447,1731575874928 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/WALs/83f56b55f2af,40447,1731575874928/83f56b55f2af%2C40447%2C1731575874928.1731575876542 to pos 997, reset compression=false 2024-11-14T09:19:10,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T09:19:10,689 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T09:19:10,689 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:19:10,689 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:19:10,690 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:19:10,690 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T09:19:10,690 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T09:19:10,690 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=847570296, stopped=false 2024-11-14T09:19:10,690 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=83f56b55f2af,46027,1731575878630 2024-11-14T09:19:10,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46027-0x10115c4eb990003, quorum=127.0.0.1:53297, baseZNode=/11530025420 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11530025420/running 2024-11-14T09:19:10,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42121-0x10115c4eb990004, quorum=127.0.0.1:53297, baseZNode=/11530025420 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11530025420/running 2024-11-14T09:19:10,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46027-0x10115c4eb990003, quorum=127.0.0.1:53297, baseZNode=/11530025420 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11530025420 2024-11-14T09:19:10,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42121-0x10115c4eb990004, quorum=127.0.0.1:53297, baseZNode=/11530025420 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11530025420 2024-11-14T09:19:10,692 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T09:19:10,692 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T09:19:10,693 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:19:10,693 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:19:10,693 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '83f56b55f2af,42121,1731575878681' ***** 2024-11-14T09:19:10,693 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T09:19:10,693 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42121-0x10115c4eb990004, quorum=127.0.0.1:53297, baseZNode=/11530025420 Set watcher on znode that does not yet exist, /11530025420/running 2024-11-14T09:19:10,693 INFO [RS:0;83f56b55f2af:42121 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T09:19:10,694 INFO [RS:0;83f56b55f2af:42121 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T09:19:10,694 INFO [RS:0;83f56b55f2af:42121 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T09:19:10,694 INFO [RS:0;83f56b55f2af:42121 {}] regionserver.HRegionServer(3091): Received CLOSE for aa3c7baeb3e89996c9973a1564fab63c 2024-11-14T09:19:10,694 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T09:19:10,694 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46027-0x10115c4eb990003, quorum=127.0.0.1:53297, baseZNode=/11530025420 Set watcher on znode that does not yet exist, /11530025420/running 2024-11-14T09:19:10,696 INFO [regionserver/83f56b55f2af:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T09:19:10,707 INFO [RS:0;83f56b55f2af:42121 {}] regionserver.HRegionServer(959): stopping server 83f56b55f2af,42121,1731575878681 2024-11-14T09:19:10,707 INFO [RS:0;83f56b55f2af:42121 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T09:19:10,707 INFO [RS:0;83f56b55f2af:42121 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;83f56b55f2af:42121. 2024-11-14T09:19:10,708 DEBUG [RS:0;83f56b55f2af:42121 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:19:10,708 DEBUG [RS:0;83f56b55f2af:42121 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:19:10,708 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing aa3c7baeb3e89996c9973a1564fab63c, disabling compactions & flushes 2024-11-14T09:19:10,708 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731575883889.aa3c7baeb3e89996c9973a1564fab63c. 2024-11-14T09:19:10,708 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731575883889.aa3c7baeb3e89996c9973a1564fab63c. 2024-11-14T09:19:10,708 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731575883889.aa3c7baeb3e89996c9973a1564fab63c. after waiting 0 ms 2024-11-14T09:19:10,708 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731575883889.aa3c7baeb3e89996c9973a1564fab63c. 2024-11-14T09:19:10,708 INFO [RS:0;83f56b55f2af:42121 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T09:19:10,708 INFO [RS:0;83f56b55f2af:42121 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T09:19:10,708 INFO [RS:0;83f56b55f2af:42121 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T09:19:10,708 INFO [RS:0;83f56b55f2af:42121 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T09:19:10,710 INFO [RS:0;83f56b55f2af:42121 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T09:19:10,710 DEBUG [RS:0;83f56b55f2af:42121 {}] regionserver.HRegionServer(1325): Online Regions={aa3c7baeb3e89996c9973a1564fab63c=test,,1731575883889.aa3c7baeb3e89996c9973a1564fab63c., 1588230740=hbase:meta,,1.1588230740} 2024-11-14T09:19:10,710 DEBUG [RS:0;83f56b55f2af:42121 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, aa3c7baeb3e89996c9973a1564fab63c 2024-11-14T09:19:10,710 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T09:19:10,710 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T09:19:10,710 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T09:19:10,711 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T09:19:10,711 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T09:19:10,711 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-14T09:19:10,718 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35411/user/jenkins/test-data/e1907618-9a69-19fd-8ae1-9c2a940d54ab/data/default/test/aa3c7baeb3e89996c9973a1564fab63c/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-14T09:19:10,721 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T09:19:10,721 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T09:19:10,721 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731575883889.aa3c7baeb3e89996c9973a1564fab63c. 2024-11-14T09:19:10,721 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for aa3c7baeb3e89996c9973a1564fab63c: Waiting for close lock at 1731575950707Running coprocessor pre-close hooks at 1731575950707Disabling compacts and flushes for region at 1731575950707Disabling writes for close at 1731575950708 (+1 ms)Writing region close event to WAL at 1731575950710 (+2 ms)Running coprocessor post-close hooks at 1731575950721 (+11 ms)Closed at 1731575950721 2024-11-14T09:19:10,722 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731575883889.aa3c7baeb3e89996c9973a1564fab63c. 2024-11-14T09:19:10,745 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35411/user/jenkins/test-data/e1907618-9a69-19fd-8ae1-9c2a940d54ab/data/hbase/meta/1588230740/.tmp/info/f1b4c496a6ae4858b2c9d5e3e9ffa885 is 129, key is test,,1731575883889.aa3c7baeb3e89996c9973a1564fab63c./info:regioninfo/1731575885049/Put/seqid=0 2024-11-14T09:19:10,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39395 is added to blk_1073741839_1015 (size=6421) 2024-11-14T09:19:10,853 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40447,1731575874928.replicationSource.wal-reader.83f56b55f2af%2C40447%2C1731575874928,1-83f56b55f2af,40447,1731575874928 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/WALs/83f56b55f2af,40447,1731575874928/83f56b55f2af%2C40447%2C1731575874928.1731575876542 to pos 997, reset compression=false 2024-11-14T09:19:10,910 DEBUG [RS:0;83f56b55f2af:42121 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T09:19:11,111 DEBUG [RS:0;83f56b55f2af:42121 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T09:19:11,158 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35411/user/jenkins/test-data/e1907618-9a69-19fd-8ae1-9c2a940d54ab/data/hbase/meta/1588230740/.tmp/info/f1b4c496a6ae4858b2c9d5e3e9ffa885 2024-11-14T09:19:11,196 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35411/user/jenkins/test-data/e1907618-9a69-19fd-8ae1-9c2a940d54ab/data/hbase/meta/1588230740/.tmp/ns/ab3df7deb4604fca8625697e72f1dc2c is 43, key is default/ns:d/1731575881663/Put/seqid=0 2024-11-14T09:19:11,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39395 is added to blk_1073741840_1016 (size=5153) 2024-11-14T09:19:11,209 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35411/user/jenkins/test-data/e1907618-9a69-19fd-8ae1-9c2a940d54ab/data/hbase/meta/1588230740/.tmp/ns/ab3df7deb4604fca8625697e72f1dc2c 2024-11-14T09:19:11,249 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35411/user/jenkins/test-data/e1907618-9a69-19fd-8ae1-9c2a940d54ab/data/hbase/meta/1588230740/.tmp/rep_barrier/b66eb20609e944e49b7551c1bf8162f2 is 112, key is test,,1731575883889.aa3c7baeb3e89996c9973a1564fab63c./rep_barrier:seqnumDuringOpen/1731575885049/Put/seqid=0 2024-11-14T09:19:11,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39395 is added to blk_1073741841_1017 (size=5518) 2024-11-14T09:19:11,265 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35411/user/jenkins/test-data/e1907618-9a69-19fd-8ae1-9c2a940d54ab/data/hbase/meta/1588230740/.tmp/rep_barrier/b66eb20609e944e49b7551c1bf8162f2 2024-11-14T09:19:11,299 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35411/user/jenkins/test-data/e1907618-9a69-19fd-8ae1-9c2a940d54ab/data/hbase/meta/1588230740/.tmp/table/f0c04cc8cff74ad7860ef3b2d3307f19 is 40, key is test/table:state/1731575885059/Put/seqid=0 2024-11-14T09:19:11,306 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40447,1731575874928.replicationSource.shipper83f56b55f2af%2C40447%2C1731575874928,1-83f56b55f2af,40447,1731575874928 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83f56b55f2af,40447,1731575874928 got entry batch from reader: null 2024-11-14T09:19:11,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39395 is added to blk_1073741842_1018 (size=5165) 2024-11-14T09:19:11,310 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35411/user/jenkins/test-data/e1907618-9a69-19fd-8ae1-9c2a940d54ab/data/hbase/meta/1588230740/.tmp/table/f0c04cc8cff74ad7860ef3b2d3307f19 2024-11-14T09:19:11,311 DEBUG [RS:0;83f56b55f2af:42121 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T09:19:11,327 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35411/user/jenkins/test-data/e1907618-9a69-19fd-8ae1-9c2a940d54ab/data/hbase/meta/1588230740/.tmp/info/f1b4c496a6ae4858b2c9d5e3e9ffa885 as hdfs://localhost:35411/user/jenkins/test-data/e1907618-9a69-19fd-8ae1-9c2a940d54ab/data/hbase/meta/1588230740/info/f1b4c496a6ae4858b2c9d5e3e9ffa885 2024-11-14T09:19:11,339 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35411/user/jenkins/test-data/e1907618-9a69-19fd-8ae1-9c2a940d54ab/data/hbase/meta/1588230740/info/f1b4c496a6ae4858b2c9d5e3e9ffa885, entries=10, sequenceid=11, filesize=6.3 K 2024-11-14T09:19:11,341 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35411/user/jenkins/test-data/e1907618-9a69-19fd-8ae1-9c2a940d54ab/data/hbase/meta/1588230740/.tmp/ns/ab3df7deb4604fca8625697e72f1dc2c as hdfs://localhost:35411/user/jenkins/test-data/e1907618-9a69-19fd-8ae1-9c2a940d54ab/data/hbase/meta/1588230740/ns/ab3df7deb4604fca8625697e72f1dc2c 2024-11-14T09:19:11,365 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35411/user/jenkins/test-data/e1907618-9a69-19fd-8ae1-9c2a940d54ab/data/hbase/meta/1588230740/ns/ab3df7deb4604fca8625697e72f1dc2c, entries=2, sequenceid=11, filesize=5.0 K 2024-11-14T09:19:11,366 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35411/user/jenkins/test-data/e1907618-9a69-19fd-8ae1-9c2a940d54ab/data/hbase/meta/1588230740/.tmp/rep_barrier/b66eb20609e944e49b7551c1bf8162f2 as hdfs://localhost:35411/user/jenkins/test-data/e1907618-9a69-19fd-8ae1-9c2a940d54ab/data/hbase/meta/1588230740/rep_barrier/b66eb20609e944e49b7551c1bf8162f2 2024-11-14T09:19:11,374 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35411/user/jenkins/test-data/e1907618-9a69-19fd-8ae1-9c2a940d54ab/data/hbase/meta/1588230740/rep_barrier/b66eb20609e944e49b7551c1bf8162f2, entries=1, sequenceid=11, filesize=5.4 K 2024-11-14T09:19:11,375 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35411/user/jenkins/test-data/e1907618-9a69-19fd-8ae1-9c2a940d54ab/data/hbase/meta/1588230740/.tmp/table/f0c04cc8cff74ad7860ef3b2d3307f19 as hdfs://localhost:35411/user/jenkins/test-data/e1907618-9a69-19fd-8ae1-9c2a940d54ab/data/hbase/meta/1588230740/table/f0c04cc8cff74ad7860ef3b2d3307f19 2024-11-14T09:19:11,383 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35411/user/jenkins/test-data/e1907618-9a69-19fd-8ae1-9c2a940d54ab/data/hbase/meta/1588230740/table/f0c04cc8cff74ad7860ef3b2d3307f19, entries=2, sequenceid=11, filesize=5.0 K 2024-11-14T09:19:11,385 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 674ms, sequenceid=11, compaction requested=false 2024-11-14T09:19:11,399 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35411/user/jenkins/test-data/e1907618-9a69-19fd-8ae1-9c2a940d54ab/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-14T09:19:11,400 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T09:19:11,400 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T09:19:11,400 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T09:19:11,400 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731575950710Running coprocessor pre-close hooks at 1731575950710Disabling compacts and flushes for region at 1731575950710Disabling writes for close at 1731575950711 (+1 ms)Obtaining lock to block concurrent updates at 1731575950711Preparing flush snapshotting stores in 1588230740 at 1731575950711Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731575950711Flushing stores of hbase:meta,,1.1588230740 at 1731575950712 (+1 ms)Flushing 1588230740/info: creating writer at 1731575950712Flushing 1588230740/info: appending metadata at 1731575950745 (+33 ms)Flushing 1588230740/info: closing flushed file at 1731575950745Flushing 1588230740/ns: creating writer at 1731575951173 (+428 ms)Flushing 1588230740/ns: appending metadata at 1731575951195 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1731575951195Flushing 1588230740/rep_barrier: creating writer at 1731575951219 (+24 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731575951248 (+29 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731575951248Flushing 1588230740/table: creating writer at 1731575951276 (+28 ms)Flushing 1588230740/table: appending metadata at 1731575951299 (+23 ms)Flushing 1588230740/table: closing flushed file at 1731575951299Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a0f094a: reopening flushed file at 1731575951324 (+25 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@988a2a9: reopening flushed file at 1731575951339 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d089eb9: reopening flushed file at 1731575951365 (+26 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5459a83c: reopening flushed file at 1731575951374 (+9 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 674ms, sequenceid=11, compaction requested=false at 1731575951385 (+11 ms)Writing region close event to WAL at 1731575951394 (+9 ms)Running coprocessor post-close hooks at 1731575951400 (+6 ms)Closed at 1731575951400 2024-11-14T09:19:11,400 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T09:19:11,511 INFO [RS:0;83f56b55f2af:42121 {}] regionserver.HRegionServer(976): stopping server 83f56b55f2af,42121,1731575878681; all regions closed. 2024-11-14T09:19:11,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39395 is added to blk_1073741834_1010 (size=2717) 2024-11-14T09:19:11,517 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e1907618-9a69-19fd-8ae1-9c2a940d54ab/WALs/83f56b55f2af,42121,1731575878681/83f56b55f2af%2C42121%2C1731575878681.meta.1731575881610.meta not finished, retry = 0 2024-11-14T09:19:11,541 INFO [regionserver/83f56b55f2af:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T09:19:11,541 INFO [regionserver/83f56b55f2af:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T09:19:11,622 DEBUG [RS:0;83f56b55f2af:42121 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e1907618-9a69-19fd-8ae1-9c2a940d54ab/oldWALs 2024-11-14T09:19:11,622 INFO [RS:0;83f56b55f2af:42121 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 83f56b55f2af%2C42121%2C1731575878681.meta:.meta(num 1731575881610) 2024-11-14T09:19:11,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39395 is added to blk_1073741832_1008 (size=1028) 2024-11-14T09:19:11,650 DEBUG [RS:0;83f56b55f2af:42121 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e1907618-9a69-19fd-8ae1-9c2a940d54ab/oldWALs 2024-11-14T09:19:11,650 INFO [RS:0;83f56b55f2af:42121 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 83f56b55f2af%2C42121%2C1731575878681:(num 1731575880676) 2024-11-14T09:19:11,650 DEBUG [RS:0;83f56b55f2af:42121 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:19:11,650 INFO [RS:0;83f56b55f2af:42121 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T09:19:11,650 INFO [RS:0;83f56b55f2af:42121 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T09:19:11,651 INFO [RS:0;83f56b55f2af:42121 {}] hbase.ChoreService(370): Chore service for: regionserver/83f56b55f2af:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T09:19:11,651 INFO [RS:0;83f56b55f2af:42121 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T09:19:11,651 INFO [RS:0;83f56b55f2af:42121 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;83f56b55f2af:42121. 2024-11-14T09:19:11,651 DEBUG [RS:0;83f56b55f2af:42121 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:19:11,651 DEBUG [RS:0;83f56b55f2af:42121 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:19:11,651 INFO [regionserver/83f56b55f2af:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T09:19:11,652 DEBUG [RS:0;83f56b55f2af:42121 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:19:11,652 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T09:19:11,652 INFO [RS:0;83f56b55f2af:42121 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42121 2024-11-14T09:19:11,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42121-0x10115c4eb990004, quorum=127.0.0.1:53297, baseZNode=/11530025420 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11530025420/rs/83f56b55f2af,42121,1731575878681 2024-11-14T09:19:11,657 INFO [RS:0;83f56b55f2af:42121 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T09:19:11,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46027-0x10115c4eb990003, quorum=127.0.0.1:53297, baseZNode=/11530025420 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11530025420/rs 2024-11-14T09:19:11,659 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [83f56b55f2af,42121,1731575878681] 2024-11-14T09:19:11,662 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11530025420/draining/83f56b55f2af,42121,1731575878681 already deleted, retry=false 2024-11-14T09:19:11,662 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 83f56b55f2af,42121,1731575878681 expired; onlineServers=0 2024-11-14T09:19:11,662 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '83f56b55f2af,46027,1731575878630' ***** 2024-11-14T09:19:11,662 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T09:19:11,662 INFO [M:0;83f56b55f2af:46027 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T09:19:11,662 INFO [M:0;83f56b55f2af:46027 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T09:19:11,662 DEBUG [M:0;83f56b55f2af:46027 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T09:19:11,662 DEBUG [M:0;83f56b55f2af:46027 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T09:19:11,662 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T09:19:11,662 DEBUG [master/83f56b55f2af:0:becomeActiveMaster-HFileCleaner.large.0-1731575880461 {}] cleaner.HFileCleaner(306): Exit Thread[master/83f56b55f2af:0:becomeActiveMaster-HFileCleaner.large.0-1731575880461,5,FailOnTimeoutGroup] 2024-11-14T09:19:11,663 INFO [M:0;83f56b55f2af:46027 {}] hbase.ChoreService(370): Chore service for: master/83f56b55f2af:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T09:19:11,663 INFO [M:0;83f56b55f2af:46027 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T09:19:11,663 DEBUG [M:0;83f56b55f2af:46027 {}] master.HMaster(1795): Stopping service threads 2024-11-14T09:19:11,663 INFO [M:0;83f56b55f2af:46027 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T09:19:11,663 INFO [M:0;83f56b55f2af:46027 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T09:19:11,663 INFO [M:0;83f56b55f2af:46027 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T09:19:11,663 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T09:19:11,663 DEBUG [master/83f56b55f2af:0:becomeActiveMaster-HFileCleaner.small.0-1731575880462 {}] cleaner.HFileCleaner(306): Exit Thread[master/83f56b55f2af:0:becomeActiveMaster-HFileCleaner.small.0-1731575880462,5,FailOnTimeoutGroup] 2024-11-14T09:19:11,665 DEBUG [M:0;83f56b55f2af:46027 {}] zookeeper.ZKUtil(347): master:46027-0x10115c4eb990003, quorum=127.0.0.1:53297, baseZNode=/11530025420 Unable to get data of znode /11530025420/master because node does not exist (not an error) 2024-11-14T09:19:11,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46027-0x10115c4eb990003, quorum=127.0.0.1:53297, baseZNode=/11530025420 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11530025420/master 2024-11-14T09:19:11,665 WARN [M:0;83f56b55f2af:46027 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T09:19:11,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46027-0x10115c4eb990003, quorum=127.0.0.1:53297, baseZNode=/11530025420 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11530025420 2024-11-14T09:19:11,666 INFO [M:0;83f56b55f2af:46027 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35411/user/jenkins/test-data/e1907618-9a69-19fd-8ae1-9c2a940d54ab/.lastflushedseqids 2024-11-14T09:19:11,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39395 is added to blk_1073741843_1019 (size=173) 2024-11-14T09:19:11,676 INFO [M:0;83f56b55f2af:46027 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T09:19:11,676 INFO [M:0;83f56b55f2af:46027 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T09:19:11,676 DEBUG [M:0;83f56b55f2af:46027 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T09:19:11,677 INFO [M:0;83f56b55f2af:46027 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:19:11,677 DEBUG [M:0;83f56b55f2af:46027 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:19:11,677 DEBUG [M:0;83f56b55f2af:46027 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T09:19:11,677 DEBUG [M:0;83f56b55f2af:46027 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:19:11,677 INFO [M:0;83f56b55f2af:46027 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.04 KB heapSize=34.14 KB 2024-11-14T09:19:11,696 DEBUG [M:0;83f56b55f2af:46027 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35411/user/jenkins/test-data/e1907618-9a69-19fd-8ae1-9c2a940d54ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4f0501583e1243eb87f32dcc694f4ec9 is 82, key is hbase:meta,,1/info:regioninfo/1731575881651/Put/seqid=0 2024-11-14T09:19:11,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39395 is added to blk_1073741844_1020 (size=5672) 2024-11-14T09:19:11,719 INFO [M:0;83f56b55f2af:46027 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:35411/user/jenkins/test-data/e1907618-9a69-19fd-8ae1-9c2a940d54ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4f0501583e1243eb87f32dcc694f4ec9 2024-11-14T09:19:11,756 DEBUG [M:0;83f56b55f2af:46027 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35411/user/jenkins/test-data/e1907618-9a69-19fd-8ae1-9c2a940d54ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bed4f03f0a9a49a4b62d6c8b6f3a8944 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731575885063/Put/seqid=0 2024-11-14T09:19:11,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42121-0x10115c4eb990004, quorum=127.0.0.1:53297, baseZNode=/11530025420 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T09:19:11,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42121-0x10115c4eb990004, quorum=127.0.0.1:53297, baseZNode=/11530025420 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T09:19:11,759 INFO [RS:0;83f56b55f2af:42121 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T09:19:11,759 INFO [RS:0;83f56b55f2af:42121 {}] regionserver.HRegionServer(1031): Exiting; stopping=83f56b55f2af,42121,1731575878681; zookeeper connection closed. 2024-11-14T09:19:11,768 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@224f4d5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@224f4d5 2024-11-14T09:19:11,769 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T09:19:11,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39395 is added to blk_1073741845_1021 (size=6726) 2024-11-14T09:19:11,792 INFO [M:0;83f56b55f2af:46027 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.49 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:35411/user/jenkins/test-data/e1907618-9a69-19fd-8ae1-9c2a940d54ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bed4f03f0a9a49a4b62d6c8b6f3a8944 2024-11-14T09:19:11,799 INFO [M:0;83f56b55f2af:46027 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bed4f03f0a9a49a4b62d6c8b6f3a8944 2024-11-14T09:19:11,824 DEBUG [M:0;83f56b55f2af:46027 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35411/user/jenkins/test-data/e1907618-9a69-19fd-8ae1-9c2a940d54ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7b76284fb98041a2a8382b4aff447943 is 69, key is 83f56b55f2af,42121,1731575878681/rs:state/1731575880525/Put/seqid=0 2024-11-14T09:19:11,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39395 is added to blk_1073741846_1022 (size=5156) 2024-11-14T09:19:12,262 INFO [M:0;83f56b55f2af:46027 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:35411/user/jenkins/test-data/e1907618-9a69-19fd-8ae1-9c2a940d54ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7b76284fb98041a2a8382b4aff447943 2024-11-14T09:19:12,281 DEBUG [M:0;83f56b55f2af:46027 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35411/user/jenkins/test-data/e1907618-9a69-19fd-8ae1-9c2a940d54ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4f0501583e1243eb87f32dcc694f4ec9 as hdfs://localhost:35411/user/jenkins/test-data/e1907618-9a69-19fd-8ae1-9c2a940d54ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4f0501583e1243eb87f32dcc694f4ec9 2024-11-14T09:19:12,289 INFO [M:0;83f56b55f2af:46027 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35411/user/jenkins/test-data/e1907618-9a69-19fd-8ae1-9c2a940d54ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4f0501583e1243eb87f32dcc694f4ec9, entries=8, sequenceid=58, filesize=5.5 K 2024-11-14T09:19:12,291 DEBUG [M:0;83f56b55f2af:46027 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35411/user/jenkins/test-data/e1907618-9a69-19fd-8ae1-9c2a940d54ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bed4f03f0a9a49a4b62d6c8b6f3a8944 as hdfs://localhost:35411/user/jenkins/test-data/e1907618-9a69-19fd-8ae1-9c2a940d54ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bed4f03f0a9a49a4b62d6c8b6f3a8944 2024-11-14T09:19:12,297 INFO [M:0;83f56b55f2af:46027 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bed4f03f0a9a49a4b62d6c8b6f3a8944 2024-11-14T09:19:12,298 INFO [M:0;83f56b55f2af:46027 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35411/user/jenkins/test-data/e1907618-9a69-19fd-8ae1-9c2a940d54ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bed4f03f0a9a49a4b62d6c8b6f3a8944, entries=6, sequenceid=58, filesize=6.6 K 2024-11-14T09:19:12,299 DEBUG [M:0;83f56b55f2af:46027 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35411/user/jenkins/test-data/e1907618-9a69-19fd-8ae1-9c2a940d54ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7b76284fb98041a2a8382b4aff447943 as hdfs://localhost:35411/user/jenkins/test-data/e1907618-9a69-19fd-8ae1-9c2a940d54ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7b76284fb98041a2a8382b4aff447943 2024-11-14T09:19:12,306 INFO [M:0;83f56b55f2af:46027 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35411/user/jenkins/test-data/e1907618-9a69-19fd-8ae1-9c2a940d54ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7b76284fb98041a2a8382b4aff447943, entries=1, sequenceid=58, filesize=5.0 K 2024-11-14T09:19:12,307 INFO [M:0;83f56b55f2af:46027 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.04 KB/28715, heapSize ~33.84 KB/34656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 630ms, sequenceid=58, compaction requested=false 2024-11-14T09:19:12,321 INFO [M:0;83f56b55f2af:46027 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:19:12,321 DEBUG [M:0;83f56b55f2af:46027 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731575951676Disabling compacts and flushes for region at 1731575951676Disabling writes for close at 1731575951677 (+1 ms)Obtaining lock to block concurrent updates at 1731575951677Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731575951677Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28715, getHeapSize=34896, getOffHeapSize=0, getCellsCount=69 at 1731575951677Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731575951678 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731575951678Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731575951695 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731575951696 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731575951726 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731575951755 (+29 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731575951755Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731575951800 (+45 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731575951824 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731575951824Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6eb35dad: reopening flushed file at 1731575952277 (+453 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3fc39a08: reopening flushed file at 1731575952290 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f93e972: reopening flushed file at 1731575952298 (+8 ms)Finished flush of dataSize ~28.04 KB/28715, heapSize ~33.84 KB/34656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 630ms, sequenceid=58, compaction requested=false at 1731575952307 (+9 ms)Writing region close event to WAL at 1731575952321 (+14 ms)Closed at 1731575952321 2024-11-14T09:19:12,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39395 is added to blk_1073741830_1006 (size=33014) 2024-11-14T09:19:12,333 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T09:19:12,333 INFO [M:0;83f56b55f2af:46027 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T09:19:12,333 INFO [M:0;83f56b55f2af:46027 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46027 2024-11-14T09:19:12,334 INFO [M:0;83f56b55f2af:46027 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T09:19:12,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46027-0x10115c4eb990003, quorum=127.0.0.1:53297, baseZNode=/11530025420 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T09:19:12,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46027-0x10115c4eb990003, quorum=127.0.0.1:53297, baseZNode=/11530025420 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T09:19:12,436 INFO [M:0;83f56b55f2af:46027 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T09:19:12,446 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1287d5db{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T09:19:12,447 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3e5d9bd8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T09:19:12,447 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T09:19:12,447 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@68a0c70e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T09:19:12,447 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d37d792{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa3984bf-78d0-97b4-d462-761a6006da01/hadoop.log.dir/,STOPPED} 2024-11-14T09:19:12,455 WARN [BP-475843165-172.17.0.2-1731575877604 heartbeating to localhost/127.0.0.1:35411 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T09:19:12,455 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T09:19:12,455 WARN [BP-475843165-172.17.0.2-1731575877604 heartbeating to localhost/127.0.0.1:35411 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-475843165-172.17.0.2-1731575877604 (Datanode Uuid f6549ade-f7d7-48a2-b6ff-21b8225f3aba) service to localhost/127.0.0.1:35411 2024-11-14T09:19:12,455 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T09:19:12,456 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa3984bf-78d0-97b4-d462-761a6006da01/cluster_2f8ca5f6-1afc-b57e-ef86-1d946aa7f4b0/data/data1/current/BP-475843165-172.17.0.2-1731575877604 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T09:19:12,456 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa3984bf-78d0-97b4-d462-761a6006da01/cluster_2f8ca5f6-1afc-b57e-ef86-1d946aa7f4b0/data/data2/current/BP-475843165-172.17.0.2-1731575877604 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T09:19:12,459 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T09:19:12,468 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6bdf9be{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T09:19:12,469 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f3c8205{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T09:19:12,469 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T09:19:12,469 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c4a1244{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T09:19:12,469 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d5b1f35{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa3984bf-78d0-97b4-d462-761a6006da01/hadoop.log.dir/,STOPPED} 2024-11-14T09:19:12,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T09:19:12,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T09:19:12,484 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T09:19:12,484 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:19:12,484 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:19:12,484 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:19:12,484 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T09:19:12,484 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T09:19:12,484 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=858917958, stopped=false 2024-11-14T09:19:12,485 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=83f56b55f2af,45007,1731575874851 2024-11-14T09:19:12,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40447-0x10115c4eb990001, quorum=127.0.0.1:53297, baseZNode=/01403780142 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01403780142/running 2024-11-14T09:19:12,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45007-0x10115c4eb990000, quorum=127.0.0.1:53297, baseZNode=/01403780142 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01403780142/running 2024-11-14T09:19:12,486 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T09:19:12,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40447-0x10115c4eb990001, quorum=127.0.0.1:53297, baseZNode=/01403780142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01403780142 2024-11-14T09:19:12,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45007-0x10115c4eb990000, quorum=127.0.0.1:53297, baseZNode=/01403780142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01403780142 2024-11-14T09:19:12,487 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T09:19:12,487 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40447-0x10115c4eb990001, quorum=127.0.0.1:53297, baseZNode=/01403780142 Set watcher on znode that does not yet exist, /01403780142/running 2024-11-14T09:19:12,487 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:19:12,487 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:19:12,487 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45007-0x10115c4eb990000, quorum=127.0.0.1:53297, baseZNode=/01403780142 Set watcher on znode that does not yet exist, /01403780142/running 2024-11-14T09:19:12,487 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '83f56b55f2af,40447,1731575874928' ***** 2024-11-14T09:19:12,487 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T09:19:12,488 INFO [RS:0;83f56b55f2af:40447 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T09:19:12,488 INFO [RS:0;83f56b55f2af:40447 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T09:19:12,488 INFO [RS:0;83f56b55f2af:40447 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T09:19:12,488 INFO [RS:0;83f56b55f2af:40447 {}] regionserver.HRegionServer(3091): Received CLOSE for 1f36315db90f346b90f50310bdc15776 2024-11-14T09:19:12,488 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T09:19:12,488 INFO [RS:0;83f56b55f2af:40447 {}] regionserver.HRegionServer(3091): Received CLOSE for 3dbfa490703ff59c2352a81a65432643 2024-11-14T09:19:12,488 INFO [RS:0;83f56b55f2af:40447 {}] regionserver.HRegionServer(959): stopping server 83f56b55f2af,40447,1731575874928 2024-11-14T09:19:12,488 INFO [RS:0;83f56b55f2af:40447 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T09:19:12,488 INFO [RS:0;83f56b55f2af:40447 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;83f56b55f2af:40447. 2024-11-14T09:19:12,488 DEBUG [RS:0;83f56b55f2af:40447 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:19:12,488 DEBUG [RS:0;83f56b55f2af:40447 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:19:12,488 INFO [RS:0;83f56b55f2af:40447 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T09:19:12,488 INFO [RS:0;83f56b55f2af:40447 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T09:19:12,488 INFO [RS:0;83f56b55f2af:40447 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T09:19:12,489 INFO [RS:0;83f56b55f2af:40447 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T09:19:12,489 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1f36315db90f346b90f50310bdc15776, disabling compactions & flushes 2024-11-14T09:19:12,489 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731575886074.1f36315db90f346b90f50310bdc15776. 2024-11-14T09:19:12,489 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731575886074.1f36315db90f346b90f50310bdc15776. 2024-11-14T09:19:12,489 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731575886074.1f36315db90f346b90f50310bdc15776. after waiting 0 ms 2024-11-14T09:19:12,489 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731575886074.1f36315db90f346b90f50310bdc15776. 2024-11-14T09:19:12,489 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1f36315db90f346b90f50310bdc15776 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-14T09:19:12,492 INFO [RS:0;83f56b55f2af:40447 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T09:19:12,492 DEBUG [RS:0;83f56b55f2af:40447 {}] regionserver.HRegionServer(1325): Online Regions={1f36315db90f346b90f50310bdc15776=hbase:replication,,1731575886074.1f36315db90f346b90f50310bdc15776., 1588230740=hbase:meta,,1.1588230740, 3dbfa490703ff59c2352a81a65432643=test,,1731575881726.3dbfa490703ff59c2352a81a65432643.} 2024-11-14T09:19:12,492 DEBUG [RS:0;83f56b55f2af:40447 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1f36315db90f346b90f50310bdc15776, 3dbfa490703ff59c2352a81a65432643 2024-11-14T09:19:12,492 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T09:19:12,492 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T09:19:12,492 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T09:19:12,492 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T09:19:12,493 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T09:19:12,493 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T09:19:12,506 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/data/hbase/replication/1f36315db90f346b90f50310bdc15776/.tmp/hfileref/6058d75a10b94b11bfc402b4a74c2175 is 74, key is 1/hfileref:54986c29645f4fc69ef85f9352e49ac0_SeqId_4_/1731575889478/DeleteColumn/seqid=0 2024-11-14T09:19:12,508 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/data/hbase/meta/1588230740/.tmp/info/612d6c154e4c4da68f10ec6b731c8897 is 147, key is hbase:replication,,1731575886074.1f36315db90f346b90f50310bdc15776./info:regioninfo/1731575886853/Put/seqid=0 2024-11-14T09:19:12,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37367 is added to blk_1073741844_1020 (size=5203) 2024-11-14T09:19:12,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37367 is added to blk_1073741845_1021 (size=7686) 2024-11-14T09:19:12,512 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/data/hbase/meta/1588230740/.tmp/info/612d6c154e4c4da68f10ec6b731c8897 2024-11-14T09:19:12,539 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/data/hbase/meta/1588230740/.tmp/ns/2eb0d781b74842aca595008c96723bec is 43, key is default/ns:d/1731575877529/Put/seqid=0 2024-11-14T09:19:12,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37367 is added to blk_1073741846_1022 (size=5153) 2024-11-14T09:19:12,560 INFO [regionserver/83f56b55f2af:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T09:19:12,693 DEBUG [RS:0;83f56b55f2af:40447 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1f36315db90f346b90f50310bdc15776, 3dbfa490703ff59c2352a81a65432643 2024-11-14T09:19:12,893 DEBUG [RS:0;83f56b55f2af:40447 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1f36315db90f346b90f50310bdc15776, 3dbfa490703ff59c2352a81a65432643 2024-11-14T09:19:12,911 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/data/hbase/replication/1f36315db90f346b90f50310bdc15776/.tmp/hfileref/6058d75a10b94b11bfc402b4a74c2175 2024-11-14T09:19:12,936 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/data/hbase/replication/1f36315db90f346b90f50310bdc15776/.tmp/queue/83b5127ba9854ce1949062e2a420e296 is 153, key is 1-83f56b55f2af,40447,1731575874928/queue:83f56b55f2af%2C40447%2C1731575874928/1731575891305/Put/seqid=0 2024-11-14T09:19:12,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37367 is added to blk_1073741847_1023 (size=5352) 2024-11-14T09:19:12,944 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/data/hbase/meta/1588230740/.tmp/ns/2eb0d781b74842aca595008c96723bec 2024-11-14T09:19:12,975 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/data/hbase/meta/1588230740/.tmp/rep_barrier/4fc2705724f843cda1236ffa38ef9ae5 is 112, key is test,,1731575881726.3dbfa490703ff59c2352a81a65432643./rep_barrier:seqnumDuringOpen/1731575882898/Put/seqid=0 2024-11-14T09:19:12,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37367 is added to blk_1073741848_1024 (size=5518) 2024-11-14T09:19:13,093 DEBUG [RS:0;83f56b55f2af:40447 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1f36315db90f346b90f50310bdc15776, 3dbfa490703ff59c2352a81a65432643 2024-11-14T09:19:13,293 DEBUG [RS:0;83f56b55f2af:40447 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1f36315db90f346b90f50310bdc15776, 3dbfa490703ff59c2352a81a65432643 2024-11-14T09:19:13,341 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/data/hbase/replication/1f36315db90f346b90f50310bdc15776/.tmp/queue/83b5127ba9854ce1949062e2a420e296 2024-11-14T09:19:13,347 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/data/hbase/replication/1f36315db90f346b90f50310bdc15776/.tmp/hfileref/6058d75a10b94b11bfc402b4a74c2175 as hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/data/hbase/replication/1f36315db90f346b90f50310bdc15776/hfileref/6058d75a10b94b11bfc402b4a74c2175 2024-11-14T09:19:13,352 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/data/hbase/replication/1f36315db90f346b90f50310bdc15776/hfileref/6058d75a10b94b11bfc402b4a74c2175, entries=2, sequenceid=10, filesize=5.1 K 2024-11-14T09:19:13,353 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/data/hbase/replication/1f36315db90f346b90f50310bdc15776/.tmp/queue/83b5127ba9854ce1949062e2a420e296 as hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/data/hbase/replication/1f36315db90f346b90f50310bdc15776/queue/83b5127ba9854ce1949062e2a420e296 2024-11-14T09:19:13,357 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/data/hbase/replication/1f36315db90f346b90f50310bdc15776/queue/83b5127ba9854ce1949062e2a420e296, entries=1, sequenceid=10, filesize=5.2 K 2024-11-14T09:19:13,358 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 1f36315db90f346b90f50310bdc15776 in 869ms, sequenceid=10, compaction requested=false 2024-11-14T09:19:13,362 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/data/hbase/replication/1f36315db90f346b90f50310bdc15776/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-14T09:19:13,363 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T09:19:13,363 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T09:19:13,363 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731575886074.1f36315db90f346b90f50310bdc15776. 2024-11-14T09:19:13,363 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1f36315db90f346b90f50310bdc15776: Waiting for close lock at 1731575952489Running coprocessor pre-close hooks at 1731575952489Disabling compacts and flushes for region at 1731575952489Disabling writes for close at 1731575952489Obtaining lock to block concurrent updates at 1731575952489Preparing flush snapshotting stores in 1f36315db90f346b90f50310bdc15776 at 1731575952489Finished memstore snapshotting hbase:replication,,1731575886074.1f36315db90f346b90f50310bdc15776., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1731575952489Flushing stores of hbase:replication,,1731575886074.1f36315db90f346b90f50310bdc15776. at 1731575952490 (+1 ms)Flushing 1f36315db90f346b90f50310bdc15776/hfileref: creating writer at 1731575952490Flushing 1f36315db90f346b90f50310bdc15776/hfileref: appending metadata at 1731575952506 (+16 ms)Flushing 1f36315db90f346b90f50310bdc15776/hfileref: closing flushed file at 1731575952506Flushing 1f36315db90f346b90f50310bdc15776/queue: creating writer at 1731575952917 (+411 ms)Flushing 1f36315db90f346b90f50310bdc15776/queue: appending metadata at 1731575952936 (+19 ms)Flushing 1f36315db90f346b90f50310bdc15776/queue: closing flushed file at 1731575952936Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c082f80: reopening flushed file at 1731575953346 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2306c9b2: reopening flushed file at 1731575953352 (+6 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 1f36315db90f346b90f50310bdc15776 in 869ms, sequenceid=10, compaction requested=false at 1731575953358 (+6 ms)Writing region close event to WAL at 1731575953359 (+1 ms)Running coprocessor post-close hooks at 1731575953363 (+4 ms)Closed at 1731575953363 2024-11-14T09:19:13,363 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731575886074.1f36315db90f346b90f50310bdc15776. 2024-11-14T09:19:13,363 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3dbfa490703ff59c2352a81a65432643, disabling compactions & flushes 2024-11-14T09:19:13,363 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731575881726.3dbfa490703ff59c2352a81a65432643. 2024-11-14T09:19:13,363 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731575881726.3dbfa490703ff59c2352a81a65432643. 2024-11-14T09:19:13,363 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731575881726.3dbfa490703ff59c2352a81a65432643. after waiting 0 ms 2024-11-14T09:19:13,363 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731575881726.3dbfa490703ff59c2352a81a65432643. 2024-11-14T09:19:13,367 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/data/default/test/3dbfa490703ff59c2352a81a65432643/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T09:19:13,367 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T09:19:13,367 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T09:19:13,367 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731575881726.3dbfa490703ff59c2352a81a65432643. 2024-11-14T09:19:13,367 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3dbfa490703ff59c2352a81a65432643: Waiting for close lock at 1731575953363Running coprocessor pre-close hooks at 1731575953363Disabling compacts and flushes for region at 1731575953363Disabling writes for close at 1731575953363Writing region close event to WAL at 1731575953364 (+1 ms)Running coprocessor post-close hooks at 1731575953367 (+3 ms)Closed at 1731575953367 2024-11-14T09:19:13,367 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731575881726.3dbfa490703ff59c2352a81a65432643. 2024-11-14T09:19:13,387 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/data/hbase/meta/1588230740/.tmp/rep_barrier/4fc2705724f843cda1236ffa38ef9ae5 2024-11-14T09:19:13,407 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/data/hbase/meta/1588230740/.tmp/table/ffccc4d2e33d4045beb99435b9fa6b83 is 53, key is hbase:replication/table:state/1731575886861/Put/seqid=0 2024-11-14T09:19:13,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37367 is added to blk_1073741849_1025 (size=5308) 2024-11-14T09:19:13,414 INFO [regionserver/83f56b55f2af:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T09:19:13,414 INFO [regionserver/83f56b55f2af:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T09:19:13,493 INFO [RS:0;83f56b55f2af:40447 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T09:19:13,493 DEBUG [RS:0;83f56b55f2af:40447 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T09:19:13,494 DEBUG [RS:0;83f56b55f2af:40447 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T09:19:13,694 DEBUG [RS:0;83f56b55f2af:40447 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T09:19:13,812 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/data/hbase/meta/1588230740/.tmp/table/ffccc4d2e33d4045beb99435b9fa6b83 2024-11-14T09:19:13,820 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/data/hbase/meta/1588230740/.tmp/info/612d6c154e4c4da68f10ec6b731c8897 as hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/data/hbase/meta/1588230740/info/612d6c154e4c4da68f10ec6b731c8897 2024-11-14T09:19:13,829 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/data/hbase/meta/1588230740/info/612d6c154e4c4da68f10ec6b731c8897, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T09:19:13,831 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/data/hbase/meta/1588230740/.tmp/ns/2eb0d781b74842aca595008c96723bec as hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/data/hbase/meta/1588230740/ns/2eb0d781b74842aca595008c96723bec 2024-11-14T09:19:13,838 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/data/hbase/meta/1588230740/ns/2eb0d781b74842aca595008c96723bec, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T09:19:13,839 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/data/hbase/meta/1588230740/.tmp/rep_barrier/4fc2705724f843cda1236ffa38ef9ae5 as hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/data/hbase/meta/1588230740/rep_barrier/4fc2705724f843cda1236ffa38ef9ae5 2024-11-14T09:19:13,852 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/data/hbase/meta/1588230740/rep_barrier/4fc2705724f843cda1236ffa38ef9ae5, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T09:19:13,853 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/data/hbase/meta/1588230740/.tmp/table/ffccc4d2e33d4045beb99435b9fa6b83 as hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/data/hbase/meta/1588230740/table/ffccc4d2e33d4045beb99435b9fa6b83 2024-11-14T09:19:13,862 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/data/hbase/meta/1588230740/table/ffccc4d2e33d4045beb99435b9fa6b83, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T09:19:13,865 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1372ms, sequenceid=16, compaction requested=false 2024-11-14T09:19:13,865 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T09:19:13,894 DEBUG [RS:0;83f56b55f2af:40447 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T09:19:13,927 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T09:19:13,928 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T09:19:13,928 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T09:19:13,928 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T09:19:13,928 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731575952492Running coprocessor pre-close hooks at 1731575952492Disabling compacts and flushes for region at 1731575952492Disabling writes for close at 1731575952492Obtaining lock to block concurrent updates at 1731575952493 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731575952493Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731575952493Flushing stores of hbase:meta,,1.1588230740 at 1731575952494 (+1 ms)Flushing 1588230740/info: creating writer at 1731575952494Flushing 1588230740/info: appending metadata at 1731575952507 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731575952507Flushing 1588230740/ns: creating writer at 1731575952518 (+11 ms)Flushing 1588230740/ns: appending metadata at 1731575952538 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1731575952538Flushing 1588230740/rep_barrier: creating writer at 1731575952949 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731575952974 (+25 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731575952974Flushing 1588230740/table: creating writer at 1731575953393 (+419 ms)Flushing 1588230740/table: appending metadata at 1731575953407 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731575953407Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51efabcc: reopening flushed file at 1731575953819 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56c51dcf: reopening flushed file at 1731575953830 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e1a9a35: reopening flushed file at 1731575953838 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79f8e1d7: reopening flushed file at 1731575953852 (+14 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1372ms, sequenceid=16, compaction requested=false at 1731575953865 (+13 ms)Writing region close event to WAL at 1731575953922 (+57 ms)Running coprocessor post-close hooks at 1731575953928 (+6 ms)Closed at 1731575953928 2024-11-14T09:19:13,929 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T09:19:14,094 INFO [RS:0;83f56b55f2af:40447 {}] regionserver.HRegionServer(976): stopping server 83f56b55f2af,40447,1731575874928; all regions closed. 2024-11-14T09:19:14,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37367 is added to blk_1073741834_1010 (size=4239) 2024-11-14T09:19:14,099 DEBUG [RS:0;83f56b55f2af:40447 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/oldWALs 2024-11-14T09:19:14,099 INFO [RS:0;83f56b55f2af:40447 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 83f56b55f2af%2C40447%2C1731575874928.meta:.meta(num 1731575877480) 2024-11-14T09:19:14,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37367 is added to blk_1073741839_1015 (size=2700) 2024-11-14T09:19:14,103 DEBUG [RS:0;83f56b55f2af:40447 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/oldWALs 2024-11-14T09:19:14,103 INFO [RS:0;83f56b55f2af:40447 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 83f56b55f2af%2C40447%2C1731575874928.rep:(num 1731575886818) 2024-11-14T09:19:14,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37367 is added to blk_1073741832_1008 (size=1300) 2024-11-14T09:19:14,105 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/WALs/83f56b55f2af,40447,1731575874928/83f56b55f2af%2C40447%2C1731575874928.1731575876542 not finished, retry = 0 2024-11-14T09:19:14,208 DEBUG [RS:0;83f56b55f2af:40447 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/oldWALs 2024-11-14T09:19:14,208 INFO [RS:0;83f56b55f2af:40447 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 83f56b55f2af%2C40447%2C1731575874928:(num 1731575876542) 2024-11-14T09:19:14,208 DEBUG [RS:0;83f56b55f2af:40447 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:19:14,208 INFO [RS:0;83f56b55f2af:40447 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T09:19:14,208 INFO [RS:0;83f56b55f2af:40447 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T09:19:14,208 INFO [RS:0;83f56b55f2af:40447 {}] hbase.ChoreService(370): Chore service for: regionserver/83f56b55f2af:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-14T09:19:14,208 INFO [RS:0;83f56b55f2af:40447 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T09:19:14,208 INFO [regionserver/83f56b55f2af:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T09:19:14,209 INFO [RS:0;83f56b55f2af:40447 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-83f56b55f2af,40447,1731575874928 because: Region server is closing 2024-11-14T09:19:14,209 INFO [RS:0;83f56b55f2af:40447 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;83f56b55f2af:40447. 2024-11-14T09:19:14,209 DEBUG [RS:0;83f56b55f2af:40447 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:19:14,209 DEBUG [RS:0;83f56b55f2af:40447 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:19:14,209 DEBUG [RS:0;83f56b55f2af:40447 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:19:14,209 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T09:19:14,309 WARN [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40447,1731575874928.replicationSource.wal-reader.83f56b55f2af%2C40447%2C1731575874928,1-83f56b55f2af,40447,1731575874928 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T09:19:14,309 WARN [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40447,1731575874928.replicationSource.shipper83f56b55f2af%2C40447%2C1731575874928,1-83f56b55f2af,40447,1731575874928 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-14T09:19:14,310 INFO [RS:0;83f56b55f2af:40447 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40447,1731575874928.replicationSource.shipper83f56b55f2af%2C40447%2C1731575874928,1-83f56b55f2af,40447,1731575874928 terminated 2024-11-14T09:19:14,310 INFO [RS:0;83f56b55f2af:40447 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40447 2024-11-14T09:19:14,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40447-0x10115c4eb990001, quorum=127.0.0.1:53297, baseZNode=/01403780142 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01403780142/rs/83f56b55f2af,40447,1731575874928 2024-11-14T09:19:14,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45007-0x10115c4eb990000, quorum=127.0.0.1:53297, baseZNode=/01403780142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01403780142/rs 2024-11-14T09:19:14,313 INFO [RS:0;83f56b55f2af:40447 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T09:19:14,315 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [83f56b55f2af,40447,1731575874928] 2024-11-14T09:19:14,316 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01403780142/draining/83f56b55f2af,40447,1731575874928 already deleted, retry=false 2024-11-14T09:19:14,316 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 83f56b55f2af,40447,1731575874928 expired; onlineServers=0 2024-11-14T09:19:14,316 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '83f56b55f2af,45007,1731575874851' ***** 2024-11-14T09:19:14,316 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T09:19:14,316 INFO [M:0;83f56b55f2af:45007 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T09:19:14,316 INFO [M:0;83f56b55f2af:45007 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T09:19:14,316 DEBUG [M:0;83f56b55f2af:45007 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T09:19:14,316 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T09:19:14,316 DEBUG [M:0;83f56b55f2af:45007 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T09:19:14,316 DEBUG [master/83f56b55f2af:0:becomeActiveMaster-HFileCleaner.small.0-1731575876335 {}] cleaner.HFileCleaner(306): Exit Thread[master/83f56b55f2af:0:becomeActiveMaster-HFileCleaner.small.0-1731575876335,5,FailOnTimeoutGroup] 2024-11-14T09:19:14,316 DEBUG [master/83f56b55f2af:0:becomeActiveMaster-HFileCleaner.large.0-1731575876335 {}] cleaner.HFileCleaner(306): Exit Thread[master/83f56b55f2af:0:becomeActiveMaster-HFileCleaner.large.0-1731575876335,5,FailOnTimeoutGroup] 2024-11-14T09:19:14,316 INFO [M:0;83f56b55f2af:45007 {}] hbase.ChoreService(370): Chore service for: master/83f56b55f2af:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T09:19:14,316 INFO [M:0;83f56b55f2af:45007 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T09:19:14,316 DEBUG [M:0;83f56b55f2af:45007 {}] master.HMaster(1795): Stopping service threads 2024-11-14T09:19:14,316 INFO [M:0;83f56b55f2af:45007 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T09:19:14,317 INFO [M:0;83f56b55f2af:45007 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T09:19:14,317 INFO [M:0;83f56b55f2af:45007 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T09:19:14,317 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T09:19:14,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45007-0x10115c4eb990000, quorum=127.0.0.1:53297, baseZNode=/01403780142 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01403780142/master 2024-11-14T09:19:14,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45007-0x10115c4eb990000, quorum=127.0.0.1:53297, baseZNode=/01403780142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01403780142 2024-11-14T09:19:14,317 DEBUG [M:0;83f56b55f2af:45007 {}] zookeeper.ZKUtil(347): master:45007-0x10115c4eb990000, quorum=127.0.0.1:53297, baseZNode=/01403780142 Unable to get data of znode /01403780142/master because node does not exist (not an error) 2024-11-14T09:19:14,317 WARN [M:0;83f56b55f2af:45007 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T09:19:14,319 INFO [M:0;83f56b55f2af:45007 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/.lastflushedseqids 2024-11-14T09:19:14,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37367 is added to blk_1073741850_1026 (size=263) 2024-11-14T09:19:14,415 INFO [RS:0;83f56b55f2af:40447 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T09:19:14,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40447-0x10115c4eb990001, quorum=127.0.0.1:53297, baseZNode=/01403780142 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T09:19:14,415 INFO [RS:0;83f56b55f2af:40447 {}] regionserver.HRegionServer(1031): Exiting; stopping=83f56b55f2af,40447,1731575874928; zookeeper connection closed. 2024-11-14T09:19:14,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40447-0x10115c4eb990001, quorum=127.0.0.1:53297, baseZNode=/01403780142 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T09:19:14,415 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5d308f82 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5d308f82 2024-11-14T09:19:14,415 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T09:19:14,724 INFO [M:0;83f56b55f2af:45007 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T09:19:14,724 INFO [M:0;83f56b55f2af:45007 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T09:19:14,724 DEBUG [M:0;83f56b55f2af:45007 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T09:19:14,724 INFO [M:0;83f56b55f2af:45007 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:19:14,724 DEBUG [M:0;83f56b55f2af:45007 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:19:14,724 DEBUG [M:0;83f56b55f2af:45007 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T09:19:14,724 DEBUG [M:0;83f56b55f2af:45007 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:19:14,724 INFO [M:0;83f56b55f2af:45007 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.85 KB heapSize=65.86 KB 2024-11-14T09:19:14,743 DEBUG [M:0;83f56b55f2af:45007 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ac6f15ff086548f08950b0d3413c12c0 is 82, key is hbase:meta,,1/info:regioninfo/1731575877514/Put/seqid=0 2024-11-14T09:19:14,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37367 is added to blk_1073741851_1027 (size=5672) 2024-11-14T09:19:15,150 INFO [M:0;83f56b55f2af:45007 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ac6f15ff086548f08950b0d3413c12c0 2024-11-14T09:19:15,179 DEBUG [M:0;83f56b55f2af:45007 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c241a139160e4de4af9df0f24e4a0bfd is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731575882916/Put/seqid=0 2024-11-14T09:19:15,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37367 is added to blk_1073741852_1028 (size=7240) 2024-11-14T09:19:15,586 INFO [M:0;83f56b55f2af:45007 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.30 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c241a139160e4de4af9df0f24e4a0bfd 2024-11-14T09:19:15,592 INFO [M:0;83f56b55f2af:45007 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c241a139160e4de4af9df0f24e4a0bfd 2024-11-14T09:19:15,606 DEBUG [M:0;83f56b55f2af:45007 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cbae88abd6ab480990e4d3aaed75448a is 69, key is 83f56b55f2af,40447,1731575874928/rs:state/1731575876388/Put/seqid=0 2024-11-14T09:19:15,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37367 is added to blk_1073741853_1029 (size=5156) 2024-11-14T09:19:15,751 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:19:15,751 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:19:15,752 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:19:15,759 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:19:16,010 INFO [M:0;83f56b55f2af:45007 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cbae88abd6ab480990e4d3aaed75448a 2024-11-14T09:19:16,016 DEBUG [M:0;83f56b55f2af:45007 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ac6f15ff086548f08950b0d3413c12c0 as hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ac6f15ff086548f08950b0d3413c12c0 2024-11-14T09:19:16,021 INFO [M:0;83f56b55f2af:45007 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ac6f15ff086548f08950b0d3413c12c0, entries=8, sequenceid=105, filesize=5.5 K 2024-11-14T09:19:16,021 DEBUG [M:0;83f56b55f2af:45007 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c241a139160e4de4af9df0f24e4a0bfd as hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c241a139160e4de4af9df0f24e4a0bfd 2024-11-14T09:19:16,025 INFO [M:0;83f56b55f2af:45007 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c241a139160e4de4af9df0f24e4a0bfd 2024-11-14T09:19:16,025 INFO [M:0;83f56b55f2af:45007 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c241a139160e4de4af9df0f24e4a0bfd, entries=11, sequenceid=105, filesize=7.1 K 2024-11-14T09:19:16,026 DEBUG [M:0;83f56b55f2af:45007 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cbae88abd6ab480990e4d3aaed75448a as hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cbae88abd6ab480990e4d3aaed75448a 2024-11-14T09:19:16,031 INFO [M:0;83f56b55f2af:45007 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35893/user/jenkins/test-data/e648b49b-508f-045c-066b-075031fde6dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cbae88abd6ab480990e4d3aaed75448a, entries=1, sequenceid=105, filesize=5.0 K 2024-11-14T09:19:16,032 INFO [M:0;83f56b55f2af:45007 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1308ms, sequenceid=105, compaction requested=false 2024-11-14T09:19:16,034 INFO [M:0;83f56b55f2af:45007 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:19:16,034 DEBUG [M:0;83f56b55f2af:45007 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731575954724Disabling compacts and flushes for region at 1731575954724Disabling writes for close at 1731575954724Obtaining lock to block concurrent updates at 1731575954724Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731575954724Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57195, getHeapSize=67376, getOffHeapSize=0, getCellsCount=122 at 1731575954725 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731575954725Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731575954726 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731575954743 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731575954743Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731575955157 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731575955178 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731575955178Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731575955592 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731575955606 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731575955606Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@329a16c8: reopening flushed file at 1731575956016 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9dbd68e: reopening flushed file at 1731575956021 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22acec8d: reopening flushed file at 1731575956026 (+5 ms)Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1308ms, sequenceid=105, compaction requested=false at 1731575956032 (+6 ms)Writing region close event to WAL at 1731575956033 (+1 ms)Closed at 1731575956033 2024-11-14T09:19:16,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37367 is added to blk_1073741830_1006 (size=64526) 2024-11-14T09:19:16,038 INFO [M:0;83f56b55f2af:45007 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T09:19:16,038 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T09:19:16,038 INFO [M:0;83f56b55f2af:45007 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45007 2024-11-14T09:19:16,038 INFO [M:0;83f56b55f2af:45007 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T09:19:16,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45007-0x10115c4eb990000, quorum=127.0.0.1:53297, baseZNode=/01403780142 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T09:19:16,140 INFO [M:0;83f56b55f2af:45007 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T09:19:16,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45007-0x10115c4eb990000, quorum=127.0.0.1:53297, baseZNode=/01403780142 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T09:19:16,143 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4b69a3e6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T09:19:16,143 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7efa4efa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T09:19:16,143 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T09:19:16,144 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5354c14e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T09:19:16,144 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75d51fe4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9954898-0b2e-a7f2-16ac-660b76d7f393/hadoop.log.dir/,STOPPED} 2024-11-14T09:19:16,145 WARN [BP-2078165685-172.17.0.2-1731575873842 heartbeating to localhost/127.0.0.1:35893 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T09:19:16,145 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T09:19:16,145 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T09:19:16,145 WARN [BP-2078165685-172.17.0.2-1731575873842 heartbeating to localhost/127.0.0.1:35893 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2078165685-172.17.0.2-1731575873842 (Datanode Uuid 8d893eaf-a963-46dd-a438-fb9fb48560ee) service to localhost/127.0.0.1:35893 2024-11-14T09:19:16,145 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9954898-0b2e-a7f2-16ac-660b76d7f393/cluster_568483a7-b1b3-12d0-65f1-7b5aa3ba9b9c/data/data1/current/BP-2078165685-172.17.0.2-1731575873842 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T09:19:16,146 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9954898-0b2e-a7f2-16ac-660b76d7f393/cluster_568483a7-b1b3-12d0-65f1-7b5aa3ba9b9c/data/data2/current/BP-2078165685-172.17.0.2-1731575873842 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T09:19:16,146 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T09:19:16,151 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@33983d55{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T09:19:16,152 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@c0a8b11{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T09:19:16,152 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T09:19:16,152 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@12604af8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T09:19:16,152 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ea807d7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9954898-0b2e-a7f2-16ac-660b76d7f393/hadoop.log.dir/,STOPPED} 2024-11-14T09:19:16,159 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T09:19:16,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T09:19:16,179 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=158 (was 138) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53297) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35893 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:35411 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007f5088b8eaa8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35411 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35411 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35411 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:35893 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35411 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35893 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:35893 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:35411 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007f5088b8eaa8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35893 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:35411 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:35893 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:35411 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35893 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35411 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:35893 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53297) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) - Thread LEAK? -, OpenFileDescriptor=503 (was 467) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=326 (was 287) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6087 (was 6235) 2024-11-14T09:19:16,186 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=159, OpenFileDescriptor=503, MaxFileDescriptor=1048576, SystemLoadAverage=326, ProcessCount=11, AvailableMemoryMB=6087 2024-11-14T09:19:16,200 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-14T09:19:16,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa3984bf-78d0-97b4-d462-761a6006da01/hadoop.log.dir so I do NOT create it in target/test-data/2e4b135e-3f9a-43b3-3d5b-08a88ec1cc02 2024-11-14T09:19:16,201 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa3984bf-78d0-97b4-d462-761a6006da01/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T09:19:16,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa3984bf-78d0-97b4-d462-761a6006da01/hadoop.tmp.dir so I do NOT create it in target/test-data/2e4b135e-3f9a-43b3-3d5b-08a88ec1cc02 2024-11-14T09:19:16,201 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa3984bf-78d0-97b4-d462-761a6006da01/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T09:19:16,201 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e4b135e-3f9a-43b3-3d5b-08a88ec1cc02 2024-11-14T09:19:16,201 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e4b135e-3f9a-43b3-3d5b-08a88ec1cc02/cluster_65c275ef-3c46-842c-a7a7-a41b85d5410a, deleteOnExit=true 2024-11-14T09:19:16,203 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e4b135e-3f9a-43b3-3d5b-08a88ec1cc02/cluster_65c275ef-3c46-842c-a7a7-a41b85d5410a/zookeeper_0, clientPort=59220, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e4b135e-3f9a-43b3-3d5b-08a88ec1cc02/cluster_65c275ef-3c46-842c-a7a7-a41b85d5410a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e4b135e-3f9a-43b3-3d5b-08a88ec1cc02/cluster_65c275ef-3c46-842c-a7a7-a41b85d5410a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T09:19:16,204 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59220 2024-11-14T09:19:16,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T09:19:16,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T09:19:16,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e4b135e-3f9a-43b3-3d5b-08a88ec1cc02/test.cache.data in system properties and HBase conf 2024-11-14T09:19:16,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e4b135e-3f9a-43b3-3d5b-08a88ec1cc02/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T09:19:16,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e4b135e-3f9a-43b3-3d5b-08a88ec1cc02/hadoop.log.dir in system properties and HBase conf 2024-11-14T09:19:16,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e4b135e-3f9a-43b3-3d5b-08a88ec1cc02/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T09:19:16,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e4b135e-3f9a-43b3-3d5b-08a88ec1cc02/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T09:19:16,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T09:19:16,205 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T09:19:16,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e4b135e-3f9a-43b3-3d5b-08a88ec1cc02/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T09:19:16,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e4b135e-3f9a-43b3-3d5b-08a88ec1cc02/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T09:19:16,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e4b135e-3f9a-43b3-3d5b-08a88ec1cc02/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T09:19:16,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e4b135e-3f9a-43b3-3d5b-08a88ec1cc02/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T09:19:16,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e4b135e-3f9a-43b3-3d5b-08a88ec1cc02/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T09:19:16,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e4b135e-3f9a-43b3-3d5b-08a88ec1cc02/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T09:19:16,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e4b135e-3f9a-43b3-3d5b-08a88ec1cc02/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T09:19:16,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e4b135e-3f9a-43b3-3d5b-08a88ec1cc02/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T09:19:16,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e4b135e-3f9a-43b3-3d5b-08a88ec1cc02/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T09:19:16,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e4b135e-3f9a-43b3-3d5b-08a88ec1cc02/nfs.dump.dir in system properties and HBase conf 2024-11-14T09:19:16,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e4b135e-3f9a-43b3-3d5b-08a88ec1cc02/java.io.tmpdir in system properties and HBase conf 2024-11-14T09:19:16,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e4b135e-3f9a-43b3-3d5b-08a88ec1cc02/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T09:19:16,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e4b135e-3f9a-43b3-3d5b-08a88ec1cc02/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T09:19:16,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e4b135e-3f9a-43b3-3d5b-08a88ec1cc02/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T09:19:16,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10115c4eb990002, quorum=127.0.0.1:53297, baseZNode=/01403780142 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T09:19:16,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10115c4eb990005, quorum=127.0.0.1:53297, baseZNode=/11530025420 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T09:19:16,257 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10115c4eb990005, quorum=127.0.0.1:53297, baseZNode=/11530025420 Received Disconnected from ZooKeeper, ignoring 2024-11-14T09:19:16,257 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10115c4eb990002, quorum=127.0.0.1:53297, baseZNode=/01403780142 Received Disconnected from ZooKeeper, ignoring 2024-11-14T09:19:16,266 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T09:19:16,284 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:19:16,284 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:19:16,284 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:19:16,284 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:19:16,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:19:16,306 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T09:19:16,310 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T09:19:16,311 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T09:19:16,311 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T09:19:16,311 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T09:19:16,311 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T09:19:16,312 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@282ff216{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e4b135e-3f9a-43b3-3d5b-08a88ec1cc02/hadoop.log.dir/,AVAILABLE} 2024-11-14T09:19:16,312 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7d192b4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T09:19:16,427 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@c456414{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e4b135e-3f9a-43b3-3d5b-08a88ec1cc02/java.io.tmpdir/jetty-localhost-46171-hadoop-hdfs-3_4_1-tests_jar-_-any-17356945008560441032/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T09:19:16,428 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3962c10c{HTTP/1.1, (http/1.1)}{localhost:46171} 2024-11-14T09:19:16,428 INFO [Time-limited test {}] server.Server(415): Started @124138ms 2024-11-14T09:19:16,499 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T09:19:16,503 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T09:19:16,503 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T09:19:16,503 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T09:19:16,503 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T09:19:16,504 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@617b664e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e4b135e-3f9a-43b3-3d5b-08a88ec1cc02/hadoop.log.dir/,AVAILABLE} 2024-11-14T09:19:16,505 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@293604b5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T09:19:16,619 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4e2e5af{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e4b135e-3f9a-43b3-3d5b-08a88ec1cc02/java.io.tmpdir/jetty-localhost-37755-hadoop-hdfs-3_4_1-tests_jar-_-any-15907657888389920226/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T09:19:16,620 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3acffc38{HTTP/1.1, (http/1.1)}{localhost:37755} 2024-11-14T09:19:16,620 INFO [Time-limited test {}] server.Server(415): Started @124330ms 2024-11-14T09:19:16,621 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T09:19:16,741 WARN [Thread-1280 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e4b135e-3f9a-43b3-3d5b-08a88ec1cc02/cluster_65c275ef-3c46-842c-a7a7-a41b85d5410a/data/data2/current/BP-2113581601-172.17.0.2-1731575956223/current, will proceed with Du for space computation calculation, 2024-11-14T09:19:16,741 WARN [Thread-1279 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e4b135e-3f9a-43b3-3d5b-08a88ec1cc02/cluster_65c275ef-3c46-842c-a7a7-a41b85d5410a/data/data1/current/BP-2113581601-172.17.0.2-1731575956223/current, will proceed with Du for space computation calculation, 2024-11-14T09:19:16,768 WARN [Thread-1267 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T09:19:16,771 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd26722593e9389b with lease ID 0x6a2347da8f7b840f: Processing first storage report for DS-91d83884-9383-481f-b7e3-46c998926295 from datanode DatanodeRegistration(127.0.0.1:38973, datanodeUuid=cc85ea14-849e-4fb0-a059-f5fb0d67a18b, infoPort=45437, infoSecurePort=0, ipcPort=44625, storageInfo=lv=-57;cid=testClusterID;nsid=1566980057;c=1731575956223) 2024-11-14T09:19:16,771 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd26722593e9389b with lease ID 0x6a2347da8f7b840f: from storage DS-91d83884-9383-481f-b7e3-46c998926295 node DatanodeRegistration(127.0.0.1:38973, datanodeUuid=cc85ea14-849e-4fb0-a059-f5fb0d67a18b, infoPort=45437, infoSecurePort=0, ipcPort=44625, storageInfo=lv=-57;cid=testClusterID;nsid=1566980057;c=1731575956223), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T09:19:16,771 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd26722593e9389b with lease ID 0x6a2347da8f7b840f: Processing first storage report for DS-86303be2-2057-45df-9ba7-34c04ad2965f from datanode DatanodeRegistration(127.0.0.1:38973, datanodeUuid=cc85ea14-849e-4fb0-a059-f5fb0d67a18b, infoPort=45437, infoSecurePort=0, ipcPort=44625, storageInfo=lv=-57;cid=testClusterID;nsid=1566980057;c=1731575956223) 2024-11-14T09:19:16,771 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd26722593e9389b with lease ID 0x6a2347da8f7b840f: from storage DS-86303be2-2057-45df-9ba7-34c04ad2965f node DatanodeRegistration(127.0.0.1:38973, datanodeUuid=cc85ea14-849e-4fb0-a059-f5fb0d67a18b, infoPort=45437, infoSecurePort=0, ipcPort=44625, storageInfo=lv=-57;cid=testClusterID;nsid=1566980057;c=1731575956223), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T09:19:16,853 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e4b135e-3f9a-43b3-3d5b-08a88ec1cc02 2024-11-14T09:19:16,854 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:19:16,855 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:19:16,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38973 is added to blk_1073741825_1001 (size=7) 2024-11-14T09:19:17,266 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f with version=8 2024-11-14T09:19:17,266 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/hbase-staging 2024-11-14T09:19:17,268 INFO [Time-limited test {}] client.ConnectionUtils(128): master/83f56b55f2af:0 server-side Connection retries=45 2024-11-14T09:19:17,268 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T09:19:17,268 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T09:19:17,268 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T09:19:17,268 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T09:19:17,269 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T09:19:17,269 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T09:19:17,269 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T09:19:17,270 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44259 2024-11-14T09:19:17,271 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44259 connecting to ZooKeeper ensemble=127.0.0.1:59220 2024-11-14T09:19:17,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:442590x0, quorum=127.0.0.1:59220, baseZNode=/0-230995997 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T09:19:17,278 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44259-0x10115c62d7b0000 connected 2024-11-14T09:19:17,302 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:19:17,304 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:19:17,306 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44259-0x10115c62d7b0000, quorum=127.0.0.1:59220, baseZNode=/0-230995997 Set watcher on znode that does not yet exist, /0-230995997/running 2024-11-14T09:19:17,307 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f, hbase.cluster.distributed=false 2024-11-14T09:19:17,308 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44259-0x10115c62d7b0000, quorum=127.0.0.1:59220, baseZNode=/0-230995997 Set watcher on znode that does not yet exist, /0-230995997/acl 2024-11-14T09:19:17,309 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44259 2024-11-14T09:19:17,309 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44259 2024-11-14T09:19:17,309 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44259 2024-11-14T09:19:17,310 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44259 2024-11-14T09:19:17,310 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44259 2024-11-14T09:19:17,324 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/83f56b55f2af:0 server-side Connection retries=45 2024-11-14T09:19:17,324 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T09:19:17,325 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T09:19:17,325 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T09:19:17,325 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T09:19:17,325 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T09:19:17,325 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T09:19:17,325 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T09:19:17,328 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36805 2024-11-14T09:19:17,329 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36805 connecting to ZooKeeper ensemble=127.0.0.1:59220 2024-11-14T09:19:17,330 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:19:17,331 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:19:17,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:368050x0, quorum=127.0.0.1:59220, baseZNode=/0-230995997 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T09:19:17,336 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36805-0x10115c62d7b0001 connected 2024-11-14T09:19:17,336 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36805-0x10115c62d7b0001, quorum=127.0.0.1:59220, baseZNode=/0-230995997 Set watcher on znode that does not yet exist, /0-230995997/running 2024-11-14T09:19:17,336 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T09:19:17,341 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T09:19:17,341 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36805-0x10115c62d7b0001, quorum=127.0.0.1:59220, baseZNode=/0-230995997 Set watcher on znode that does not yet exist, /0-230995997/master 2024-11-14T09:19:17,342 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36805-0x10115c62d7b0001, quorum=127.0.0.1:59220, baseZNode=/0-230995997 Set watcher on znode that does not yet exist, /0-230995997/acl 2024-11-14T09:19:17,343 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36805 2024-11-14T09:19:17,343 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36805 2024-11-14T09:19:17,343 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36805 2024-11-14T09:19:17,345 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36805 2024-11-14T09:19:17,348 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36805 2024-11-14T09:19:17,360 DEBUG [M:0;83f56b55f2af:44259 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;83f56b55f2af:44259 2024-11-14T09:19:17,360 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-230995997/backup-masters/83f56b55f2af,44259,1731575957268 2024-11-14T09:19:17,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36805-0x10115c62d7b0001, quorum=127.0.0.1:59220, baseZNode=/0-230995997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-230995997/backup-masters 2024-11-14T09:19:17,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44259-0x10115c62d7b0000, quorum=127.0.0.1:59220, baseZNode=/0-230995997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-230995997/backup-masters 2024-11-14T09:19:17,363 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44259-0x10115c62d7b0000, quorum=127.0.0.1:59220, baseZNode=/0-230995997 Set watcher on existing znode=/0-230995997/backup-masters/83f56b55f2af,44259,1731575957268 2024-11-14T09:19:17,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44259-0x10115c62d7b0000, quorum=127.0.0.1:59220, baseZNode=/0-230995997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-230995997 2024-11-14T09:19:17,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36805-0x10115c62d7b0001, quorum=127.0.0.1:59220, baseZNode=/0-230995997 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-230995997/master 2024-11-14T09:19:17,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36805-0x10115c62d7b0001, quorum=127.0.0.1:59220, baseZNode=/0-230995997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-230995997 2024-11-14T09:19:17,368 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44259-0x10115c62d7b0000, quorum=127.0.0.1:59220, baseZNode=/0-230995997 Set watcher on existing znode=/0-230995997/master 2024-11-14T09:19:17,368 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-230995997/backup-masters/83f56b55f2af,44259,1731575957268 from backup master directory 2024-11-14T09:19:17,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44259-0x10115c62d7b0000, quorum=127.0.0.1:59220, baseZNode=/0-230995997 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-230995997/backup-masters/83f56b55f2af,44259,1731575957268 2024-11-14T09:19:17,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44259-0x10115c62d7b0000, quorum=127.0.0.1:59220, baseZNode=/0-230995997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-230995997/backup-masters 2024-11-14T09:19:17,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36805-0x10115c62d7b0001, quorum=127.0.0.1:59220, baseZNode=/0-230995997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-230995997/backup-masters 2024-11-14T09:19:17,370 WARN [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T09:19:17,370 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=83f56b55f2af,44259,1731575957268 2024-11-14T09:19:17,373 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/hbase.id] with ID: 51c40291-0ec7-48e0-92bc-de17c698015d 2024-11-14T09:19:17,374 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/.tmp/hbase.id 2024-11-14T09:19:17,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38973 is added to blk_1073741826_1002 (size=42) 2024-11-14T09:19:17,487 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T09:19:17,488 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T09:19:17,488 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T09:19:17,488 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T09:19:17,488 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-14T09:19:17,488 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T09:19:17,488 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T09:19:17,781 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/.tmp/hbase.id]:[hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/hbase.id] 2024-11-14T09:19:17,792 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:19:17,792 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T09:19:17,793 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T09:19:17,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44259-0x10115c62d7b0000, quorum=127.0.0.1:59220, baseZNode=/0-230995997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-230995997 2024-11-14T09:19:17,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36805-0x10115c62d7b0001, quorum=127.0.0.1:59220, baseZNode=/0-230995997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-230995997 2024-11-14T09:19:17,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38973 is added to blk_1073741827_1003 (size=196) 2024-11-14T09:19:18,202 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T09:19:18,203 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T09:19:18,203 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T09:19:18,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38973 is added to blk_1073741828_1004 (size=1189) 2024-11-14T09:19:18,610 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/MasterData/data/master/store 2024-11-14T09:19:18,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38973 is added to blk_1073741829_1005 (size=34) 2024-11-14T09:19:19,017 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:19:19,017 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T09:19:19,017 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:19:19,017 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:19:19,017 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T09:19:19,017 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:19:19,017 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:19:19,017 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731575959017Disabling compacts and flushes for region at 1731575959017Disabling writes for close at 1731575959017Writing region close event to WAL at 1731575959017Closed at 1731575959017 2024-11-14T09:19:19,018 WARN [master/83f56b55f2af:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/MasterData/data/master/store/.initializing 2024-11-14T09:19:19,018 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/MasterData/WALs/83f56b55f2af,44259,1731575957268 2024-11-14T09:19:19,020 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T09:19:19,021 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=83f56b55f2af%2C44259%2C1731575957268, suffix=, logDir=hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/MasterData/WALs/83f56b55f2af,44259,1731575957268, archiveDir=hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/MasterData/oldWALs, maxLogs=10 2024-11-14T09:19:19,043 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/MasterData/WALs/83f56b55f2af,44259,1731575957268/83f56b55f2af%2C44259%2C1731575957268.1731575959022, exclude list is [], retry=0 2024-11-14T09:19:19,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38973,DS-91d83884-9383-481f-b7e3-46c998926295,DISK] 2024-11-14T09:19:19,048 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/MasterData/WALs/83f56b55f2af,44259,1731575957268/83f56b55f2af%2C44259%2C1731575957268.1731575959022 2024-11-14T09:19:19,048 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45437:45437)] 2024-11-14T09:19:19,048 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T09:19:19,048 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:19:19,048 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:19:19,048 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:19:19,050 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:19:19,051 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T09:19:19,051 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:19:19,051 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:19:19,052 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:19:19,053 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T09:19:19,053 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:19:19,053 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:19:19,053 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:19:19,055 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T09:19:19,055 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:19:19,055 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:19:19,055 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:19:19,056 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T09:19:19,056 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:19:19,057 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:19:19,057 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:19:19,058 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:19:19,058 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:19:19,060 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:19:19,060 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:19:19,060 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T09:19:19,061 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:19:19,063 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T09:19:19,064 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59757101, jitterRate=-0.10954980552196503}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T09:19:19,064 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731575959048Initializing all the Stores at 1731575959049 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731575959049Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731575959049Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731575959049Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731575959049Cleaning up temporary data from old regions at 1731575959060 (+11 ms)Region opened successfully at 1731575959064 (+4 ms) 2024-11-14T09:19:19,064 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T09:19:19,067 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43d75124, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=83f56b55f2af/172.17.0.2:0 2024-11-14T09:19:19,068 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T09:19:19,069 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T09:19:19,069 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T09:19:19,069 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T09:19:19,069 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T09:19:19,070 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T09:19:19,070 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T09:19:19,071 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T09:19:19,072 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44259-0x10115c62d7b0000, quorum=127.0.0.1:59220, baseZNode=/0-230995997 Unable to get data of znode /0-230995997/balancer because node does not exist (not necessarily an error) 2024-11-14T09:19:19,075 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-230995997/balancer already deleted, retry=false 2024-11-14T09:19:19,075 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T09:19:19,075 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44259-0x10115c62d7b0000, quorum=127.0.0.1:59220, baseZNode=/0-230995997 Unable to get data of znode /0-230995997/normalizer because node does not exist (not necessarily an error) 2024-11-14T09:19:19,077 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-230995997/normalizer already deleted, retry=false 2024-11-14T09:19:19,077 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T09:19:19,077 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44259-0x10115c62d7b0000, quorum=127.0.0.1:59220, baseZNode=/0-230995997 Unable to get data of znode /0-230995997/switch/split because node does not exist (not necessarily an error) 2024-11-14T09:19:19,078 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-230995997/switch/split already deleted, retry=false 2024-11-14T09:19:19,079 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44259-0x10115c62d7b0000, quorum=127.0.0.1:59220, baseZNode=/0-230995997 Unable to get data of znode /0-230995997/switch/merge because node does not exist (not necessarily an error) 2024-11-14T09:19:19,080 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-230995997/switch/merge already deleted, retry=false 2024-11-14T09:19:19,081 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44259-0x10115c62d7b0000, quorum=127.0.0.1:59220, baseZNode=/0-230995997 Unable to get data of znode /0-230995997/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T09:19:19,089 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-230995997/snapshot-cleanup already deleted, retry=false 2024-11-14T09:19:19,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44259-0x10115c62d7b0000, quorum=127.0.0.1:59220, baseZNode=/0-230995997 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-230995997/running 2024-11-14T09:19:19,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36805-0x10115c62d7b0001, quorum=127.0.0.1:59220, baseZNode=/0-230995997 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-230995997/running 2024-11-14T09:19:19,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44259-0x10115c62d7b0000, quorum=127.0.0.1:59220, baseZNode=/0-230995997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-230995997 2024-11-14T09:19:19,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36805-0x10115c62d7b0001, quorum=127.0.0.1:59220, baseZNode=/0-230995997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-230995997 2024-11-14T09:19:19,091 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=83f56b55f2af,44259,1731575957268, sessionid=0x10115c62d7b0000, setting cluster-up flag (Was=false) 2024-11-14T09:19:19,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36805-0x10115c62d7b0001, quorum=127.0.0.1:59220, baseZNode=/0-230995997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-230995997 2024-11-14T09:19:19,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44259-0x10115c62d7b0000, quorum=127.0.0.1:59220, baseZNode=/0-230995997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-230995997 2024-11-14T09:19:19,098 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-230995997/flush-table-proc/acquired, /0-230995997/flush-table-proc/reached, /0-230995997/flush-table-proc/abort 2024-11-14T09:19:19,099 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=83f56b55f2af,44259,1731575957268 2024-11-14T09:19:19,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44259-0x10115c62d7b0000, quorum=127.0.0.1:59220, baseZNode=/0-230995997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-230995997 2024-11-14T09:19:19,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36805-0x10115c62d7b0001, quorum=127.0.0.1:59220, baseZNode=/0-230995997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-230995997 2024-11-14T09:19:19,107 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-230995997/online-snapshot/acquired, /0-230995997/online-snapshot/reached, /0-230995997/online-snapshot/abort 2024-11-14T09:19:19,107 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=83f56b55f2af,44259,1731575957268 2024-11-14T09:19:19,108 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T09:19:19,110 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T09:19:19,110 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T09:19:19,110 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T09:19:19,110 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 83f56b55f2af,44259,1731575957268 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T09:19:19,111 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/83f56b55f2af:0, corePoolSize=5, maxPoolSize=5 2024-11-14T09:19:19,112 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/83f56b55f2af:0, corePoolSize=5, maxPoolSize=5 2024-11-14T09:19:19,112 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/83f56b55f2af:0, corePoolSize=5, maxPoolSize=5 2024-11-14T09:19:19,112 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/83f56b55f2af:0, corePoolSize=5, maxPoolSize=5 2024-11-14T09:19:19,112 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/83f56b55f2af:0, corePoolSize=10, maxPoolSize=10 2024-11-14T09:19:19,112 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:19:19,112 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/83f56b55f2af:0, corePoolSize=2, maxPoolSize=2 2024-11-14T09:19:19,112 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:19:19,113 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T09:19:19,113 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T09:19:19,114 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:19:19,114 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T09:19:19,121 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731575989121 2024-11-14T09:19:19,121 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T09:19:19,121 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T09:19:19,121 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T09:19:19,121 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T09:19:19,121 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T09:19:19,121 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T09:19:19,121 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T09:19:19,122 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T09:19:19,122 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T09:19:19,122 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T09:19:19,122 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T09:19:19,123 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T09:19:19,123 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T09:19:19,124 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/83f56b55f2af:0:becomeActiveMaster-HFileCleaner.large.0-1731575959123,5,FailOnTimeoutGroup] 2024-11-14T09:19:19,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38973 is added to blk_1073741831_1007 (size=1321) 2024-11-14T09:19:19,128 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/83f56b55f2af:0:becomeActiveMaster-HFileCleaner.small.0-1731575959124,5,FailOnTimeoutGroup] 2024-11-14T09:19:19,128 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T09:19:19,128 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T09:19:19,128 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T09:19:19,128 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T09:19:19,151 INFO [RS:0;83f56b55f2af:36805 {}] regionserver.HRegionServer(746): ClusterId : 51c40291-0ec7-48e0-92bc-de17c698015d 2024-11-14T09:19:19,151 DEBUG [RS:0;83f56b55f2af:36805 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T09:19:19,155 DEBUG [RS:0;83f56b55f2af:36805 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T09:19:19,155 DEBUG [RS:0;83f56b55f2af:36805 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T09:19:19,156 DEBUG [RS:0;83f56b55f2af:36805 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T09:19:19,157 DEBUG [RS:0;83f56b55f2af:36805 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4096084c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=83f56b55f2af/172.17.0.2:0 2024-11-14T09:19:19,169 DEBUG [RS:0;83f56b55f2af:36805 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;83f56b55f2af:36805 2024-11-14T09:19:19,169 INFO [RS:0;83f56b55f2af:36805 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T09:19:19,169 INFO [RS:0;83f56b55f2af:36805 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T09:19:19,169 DEBUG [RS:0;83f56b55f2af:36805 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T09:19:19,170 INFO [RS:0;83f56b55f2af:36805 {}] regionserver.HRegionServer(2659): reportForDuty to master=83f56b55f2af,44259,1731575957268 with port=36805, startcode=1731575957324 2024-11-14T09:19:19,170 DEBUG [RS:0;83f56b55f2af:36805 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T09:19:19,172 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38305, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T09:19:19,172 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44259 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 83f56b55f2af,36805,1731575957324 2024-11-14T09:19:19,173 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44259 {}] master.ServerManager(517): Registering regionserver=83f56b55f2af,36805,1731575957324 2024-11-14T09:19:19,174 DEBUG [RS:0;83f56b55f2af:36805 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f 2024-11-14T09:19:19,174 DEBUG [RS:0;83f56b55f2af:36805 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41181 2024-11-14T09:19:19,174 DEBUG [RS:0;83f56b55f2af:36805 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T09:19:19,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44259-0x10115c62d7b0000, quorum=127.0.0.1:59220, baseZNode=/0-230995997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-230995997/rs 2024-11-14T09:19:19,176 DEBUG [RS:0;83f56b55f2af:36805 {}] zookeeper.ZKUtil(111): regionserver:36805-0x10115c62d7b0001, quorum=127.0.0.1:59220, baseZNode=/0-230995997 Set watcher on existing znode=/0-230995997/rs/83f56b55f2af,36805,1731575957324 2024-11-14T09:19:19,176 WARN [RS:0;83f56b55f2af:36805 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T09:19:19,177 INFO [RS:0;83f56b55f2af:36805 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T09:19:19,177 DEBUG [RS:0;83f56b55f2af:36805 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/WALs/83f56b55f2af,36805,1731575957324 2024-11-14T09:19:19,177 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [83f56b55f2af,36805,1731575957324] 2024-11-14T09:19:19,180 INFO [RS:0;83f56b55f2af:36805 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T09:19:19,182 INFO [RS:0;83f56b55f2af:36805 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T09:19:19,182 INFO [RS:0;83f56b55f2af:36805 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T09:19:19,182 INFO [RS:0;83f56b55f2af:36805 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T09:19:19,182 INFO [RS:0;83f56b55f2af:36805 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T09:19:19,183 INFO [RS:0;83f56b55f2af:36805 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T09:19:19,183 INFO [RS:0;83f56b55f2af:36805 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T09:19:19,183 DEBUG [RS:0;83f56b55f2af:36805 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:19:19,183 DEBUG [RS:0;83f56b55f2af:36805 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:19:19,183 DEBUG [RS:0;83f56b55f2af:36805 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:19:19,183 DEBUG [RS:0;83f56b55f2af:36805 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:19:19,183 DEBUG [RS:0;83f56b55f2af:36805 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:19:19,184 DEBUG [RS:0;83f56b55f2af:36805 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/83f56b55f2af:0, corePoolSize=2, maxPoolSize=2 2024-11-14T09:19:19,184 DEBUG [RS:0;83f56b55f2af:36805 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:19:19,184 DEBUG [RS:0;83f56b55f2af:36805 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:19:19,184 DEBUG [RS:0;83f56b55f2af:36805 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:19:19,184 DEBUG [RS:0;83f56b55f2af:36805 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:19:19,184 DEBUG [RS:0;83f56b55f2af:36805 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:19:19,184 DEBUG [RS:0;83f56b55f2af:36805 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:19:19,184 DEBUG [RS:0;83f56b55f2af:36805 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/83f56b55f2af:0, corePoolSize=3, maxPoolSize=3 2024-11-14T09:19:19,184 DEBUG [RS:0;83f56b55f2af:36805 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/83f56b55f2af:0, corePoolSize=3, maxPoolSize=3 2024-11-14T09:19:19,185 INFO [RS:0;83f56b55f2af:36805 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T09:19:19,185 INFO [RS:0;83f56b55f2af:36805 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T09:19:19,185 INFO [RS:0;83f56b55f2af:36805 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T09:19:19,185 INFO [RS:0;83f56b55f2af:36805 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T09:19:19,186 INFO [RS:0;83f56b55f2af:36805 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T09:19:19,186 INFO [RS:0;83f56b55f2af:36805 {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,36805,1731575957324-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T09:19:19,207 INFO [RS:0;83f56b55f2af:36805 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T09:19:19,207 INFO [RS:0;83f56b55f2af:36805 {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,36805,1731575957324-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T09:19:19,208 INFO [RS:0;83f56b55f2af:36805 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:19:19,208 INFO [RS:0;83f56b55f2af:36805 {}] regionserver.Replication(171): 83f56b55f2af,36805,1731575957324 started 2024-11-14T09:19:19,228 INFO [RS:0;83f56b55f2af:36805 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:19:19,228 INFO [RS:0;83f56b55f2af:36805 {}] regionserver.HRegionServer(1482): Serving as 83f56b55f2af,36805,1731575957324, RpcServer on 83f56b55f2af/172.17.0.2:36805, sessionid=0x10115c62d7b0001 2024-11-14T09:19:19,228 DEBUG [RS:0;83f56b55f2af:36805 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T09:19:19,229 DEBUG [RS:0;83f56b55f2af:36805 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 83f56b55f2af,36805,1731575957324 2024-11-14T09:19:19,229 DEBUG [RS:0;83f56b55f2af:36805 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '83f56b55f2af,36805,1731575957324' 2024-11-14T09:19:19,229 DEBUG [RS:0;83f56b55f2af:36805 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-230995997/flush-table-proc/abort' 2024-11-14T09:19:19,229 DEBUG [RS:0;83f56b55f2af:36805 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-230995997/flush-table-proc/acquired' 2024-11-14T09:19:19,230 DEBUG [RS:0;83f56b55f2af:36805 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T09:19:19,230 DEBUG [RS:0;83f56b55f2af:36805 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T09:19:19,230 DEBUG [RS:0;83f56b55f2af:36805 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 83f56b55f2af,36805,1731575957324 2024-11-14T09:19:19,230 DEBUG [RS:0;83f56b55f2af:36805 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '83f56b55f2af,36805,1731575957324' 2024-11-14T09:19:19,230 DEBUG [RS:0;83f56b55f2af:36805 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-230995997/online-snapshot/abort' 2024-11-14T09:19:19,230 DEBUG [RS:0;83f56b55f2af:36805 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-230995997/online-snapshot/acquired' 2024-11-14T09:19:19,231 DEBUG [RS:0;83f56b55f2af:36805 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T09:19:19,231 INFO [RS:0;83f56b55f2af:36805 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T09:19:19,231 INFO [RS:0;83f56b55f2af:36805 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T09:19:19,331 INFO [RS:0;83f56b55f2af:36805 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T09:19:19,333 INFO [RS:0;83f56b55f2af:36805 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=83f56b55f2af%2C36805%2C1731575957324, suffix=, logDir=hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/WALs/83f56b55f2af,36805,1731575957324, archiveDir=hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/oldWALs, maxLogs=10 2024-11-14T09:19:19,354 DEBUG [RS:0;83f56b55f2af:36805 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/WALs/83f56b55f2af,36805,1731575957324/83f56b55f2af%2C36805%2C1731575957324.1731575959334, exclude list is [], retry=0 2024-11-14T09:19:19,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38973,DS-91d83884-9383-481f-b7e3-46c998926295,DISK] 2024-11-14T09:19:19,358 INFO [RS:0;83f56b55f2af:36805 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/WALs/83f56b55f2af,36805,1731575957324/83f56b55f2af%2C36805%2C1731575957324.1731575959334 2024-11-14T09:19:19,359 DEBUG [RS:0;83f56b55f2af:36805 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45437:45437)] 2024-11-14T09:19:19,526 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T09:19:19,526 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f 2024-11-14T09:19:19,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38973 is added to blk_1073741833_1009 (size=32) 2024-11-14T09:19:19,933 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:19:19,934 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T09:19:19,936 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T09:19:19,936 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:19:19,936 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:19:19,936 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T09:19:19,937 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T09:19:19,938 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:19:19,938 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:19:19,938 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T09:19:19,939 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T09:19:19,939 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:19:19,939 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:19:19,940 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T09:19:19,941 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T09:19:19,941 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:19:19,941 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:19:19,941 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T09:19:19,942 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/data/hbase/meta/1588230740 2024-11-14T09:19:19,942 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/data/hbase/meta/1588230740 2024-11-14T09:19:19,943 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T09:19:19,943 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T09:19:19,944 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T09:19:19,945 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T09:19:19,952 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T09:19:19,953 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71050910, jitterRate=0.05874106287956238}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T09:19:19,954 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731575959933Initializing all the Stores at 1731575959934 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731575959934Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731575959934Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731575959934Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731575959934Cleaning up temporary data from old regions at 1731575959943 (+9 ms)Region opened successfully at 1731575959953 (+10 ms) 2024-11-14T09:19:19,954 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T09:19:19,954 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T09:19:19,954 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T09:19:19,954 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T09:19:19,954 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T09:19:19,969 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T09:19:19,969 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731575959954Disabling compacts and flushes for region at 1731575959954Disabling writes for close at 1731575959954Writing region close event to WAL at 1731575959968 (+14 ms)Closed at 1731575959968 2024-11-14T09:19:19,970 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T09:19:19,970 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T09:19:19,970 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T09:19:19,972 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T09:19:19,973 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T09:19:20,123 DEBUG [83f56b55f2af:44259 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T09:19:20,124 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=83f56b55f2af,36805,1731575957324 2024-11-14T09:19:20,125 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 83f56b55f2af,36805,1731575957324, state=OPENING 2024-11-14T09:19:20,128 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T09:19:20,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44259-0x10115c62d7b0000, quorum=127.0.0.1:59220, baseZNode=/0-230995997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-230995997 2024-11-14T09:19:20,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36805-0x10115c62d7b0001, quorum=127.0.0.1:59220, baseZNode=/0-230995997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-230995997 2024-11-14T09:19:20,129 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T09:19:20,130 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-230995997/meta-region-server: CHANGED 2024-11-14T09:19:20,130 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-230995997/meta-region-server: CHANGED 2024-11-14T09:19:20,130 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=83f56b55f2af,36805,1731575957324}] 2024-11-14T09:19:20,282 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T09:19:20,284 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54813, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T09:19:20,287 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T09:19:20,287 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T09:19:20,287 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T09:19:20,288 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=83f56b55f2af%2C36805%2C1731575957324.meta, suffix=.meta, logDir=hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/WALs/83f56b55f2af,36805,1731575957324, archiveDir=hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/oldWALs, maxLogs=10 2024-11-14T09:19:20,302 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/WALs/83f56b55f2af,36805,1731575957324/83f56b55f2af%2C36805%2C1731575957324.meta.1731575960289.meta, exclude list is [], retry=0 2024-11-14T09:19:20,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38973,DS-91d83884-9383-481f-b7e3-46c998926295,DISK] 2024-11-14T09:19:20,305 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/WALs/83f56b55f2af,36805,1731575957324/83f56b55f2af%2C36805%2C1731575957324.meta.1731575960289.meta 2024-11-14T09:19:20,305 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45437:45437)] 2024-11-14T09:19:20,305 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T09:19:20,305 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T09:19:20,306 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T09:19:20,306 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T09:19:20,306 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T09:19:20,306 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T09:19:20,306 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:19:20,306 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T09:19:20,306 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T09:19:20,307 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T09:19:20,308 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T09:19:20,308 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:19:20,308 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:19:20,308 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T09:19:20,309 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T09:19:20,309 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:19:20,309 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:19:20,309 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T09:19:20,310 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T09:19:20,310 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:19:20,310 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:19:20,310 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T09:19:20,311 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T09:19:20,311 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:19:20,311 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:19:20,311 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T09:19:20,312 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/data/hbase/meta/1588230740 2024-11-14T09:19:20,312 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/data/hbase/meta/1588230740 2024-11-14T09:19:20,313 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T09:19:20,313 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T09:19:20,314 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T09:19:20,315 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T09:19:20,315 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64431626, jitterRate=-0.03989395499229431}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T09:19:20,315 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T09:19:20,316 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731575960306Writing region info on filesystem at 1731575960306Initializing all the Stores at 1731575960307 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731575960307Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731575960307Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731575960307Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731575960307Cleaning up temporary data from old regions at 1731575960313 (+6 ms)Running coprocessor post-open hooks at 1731575960315 (+2 ms)Region opened successfully at 1731575960316 (+1 ms) 2024-11-14T09:19:20,317 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731575960282 2024-11-14T09:19:20,319 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T09:19:20,319 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T09:19:20,319 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=83f56b55f2af,36805,1731575957324 2024-11-14T09:19:20,320 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 83f56b55f2af,36805,1731575957324, state=OPEN 2024-11-14T09:19:20,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44259-0x10115c62d7b0000, quorum=127.0.0.1:59220, baseZNode=/0-230995997 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-230995997/meta-region-server 2024-11-14T09:19:20,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36805-0x10115c62d7b0001, quorum=127.0.0.1:59220, baseZNode=/0-230995997 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-230995997/meta-region-server 2024-11-14T09:19:20,326 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=83f56b55f2af,36805,1731575957324 2024-11-14T09:19:20,326 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-230995997/meta-region-server: CHANGED 2024-11-14T09:19:20,326 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-230995997/meta-region-server: CHANGED 2024-11-14T09:19:20,328 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T09:19:20,328 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=83f56b55f2af,36805,1731575957324 in 196 msec 2024-11-14T09:19:20,330 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T09:19:20,330 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 358 msec 2024-11-14T09:19:20,330 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T09:19:20,330 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T09:19:20,332 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:19:20,332 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83f56b55f2af,36805,1731575957324, seqNum=-1] 2024-11-14T09:19:20,332 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T09:19:20,333 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46223, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T09:19:20,337 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2270 sec 2024-11-14T09:19:20,337 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731575960337, completionTime=-1 2024-11-14T09:19:20,338 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T09:19:20,338 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T09:19:20,339 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T09:19:20,339 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731576020339 2024-11-14T09:19:20,339 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731576080339 2024-11-14T09:19:20,339 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T09:19:20,340 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,44259,1731575957268-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T09:19:20,340 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,44259,1731575957268-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:19:20,340 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,44259,1731575957268-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:19:20,340 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-83f56b55f2af:44259, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:19:20,340 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T09:19:20,340 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T09:19:20,342 DEBUG [master/83f56b55f2af:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T09:19:20,343 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.973sec 2024-11-14T09:19:20,343 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T09:19:20,343 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T09:19:20,343 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T09:19:20,343 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T09:19:20,343 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T09:19:20,343 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,44259,1731575957268-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T09:19:20,343 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,44259,1731575957268-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T09:19:20,345 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T09:19:20,345 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T09:19:20,345 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,44259,1731575957268-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:19:20,352 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78e2755e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:19:20,352 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83f56b55f2af,44259,-1 for getting cluster id 2024-11-14T09:19:20,352 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T09:19:20,353 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '51c40291-0ec7-48e0-92bc-de17c698015d' 2024-11-14T09:19:20,353 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T09:19:20,353 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "51c40291-0ec7-48e0-92bc-de17c698015d" 2024-11-14T09:19:20,353 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57481a53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:19:20,353 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83f56b55f2af,44259,-1] 2024-11-14T09:19:20,354 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T09:19:20,354 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:19:20,355 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T09:19:20,355 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@661b17a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:19:20,355 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:19:20,356 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83f56b55f2af,36805,1731575957324, seqNum=-1] 2024-11-14T09:19:20,357 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T09:19:20,357 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T09:19:20,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=83f56b55f2af,44259,1731575957268 2024-11-14T09:19:20,359 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:59220 2024-11-14T09:19:20,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:59220, baseZNode=/0-230995997 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T09:19:20,362 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10115c62d7b0002 connected 2024-11-14T09:19:20,365 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e4b135e-3f9a-43b3-3d5b-08a88ec1cc02/hadoop.log.dir so I do NOT create it in target/test-data/163eb478-e729-24a4-de98-1638762372db 2024-11-14T09:19:20,365 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e4b135e-3f9a-43b3-3d5b-08a88ec1cc02/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T09:19:20,365 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e4b135e-3f9a-43b3-3d5b-08a88ec1cc02/hadoop.tmp.dir so I do NOT create it in target/test-data/163eb478-e729-24a4-de98-1638762372db 2024-11-14T09:19:20,365 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e4b135e-3f9a-43b3-3d5b-08a88ec1cc02/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T09:19:20,365 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/163eb478-e729-24a4-de98-1638762372db 2024-11-14T09:19:20,365 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T09:19:20,365 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/163eb478-e729-24a4-de98-1638762372db/cluster_a2420337-f87b-9fef-37a8-873901eaa45f, deleteOnExit=true 2024-11-14T09:19:20,365 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T09:19:20,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/163eb478-e729-24a4-de98-1638762372db/test.cache.data in system properties and HBase conf 2024-11-14T09:19:20,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/163eb478-e729-24a4-de98-1638762372db/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T09:19:20,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/163eb478-e729-24a4-de98-1638762372db/hadoop.log.dir in system properties and HBase conf 2024-11-14T09:19:20,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/163eb478-e729-24a4-de98-1638762372db/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T09:19:20,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/163eb478-e729-24a4-de98-1638762372db/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T09:19:20,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T09:19:20,366 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T09:19:20,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/163eb478-e729-24a4-de98-1638762372db/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T09:19:20,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/163eb478-e729-24a4-de98-1638762372db/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T09:19:20,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/163eb478-e729-24a4-de98-1638762372db/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T09:19:20,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/163eb478-e729-24a4-de98-1638762372db/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T09:19:20,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/163eb478-e729-24a4-de98-1638762372db/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T09:19:20,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/163eb478-e729-24a4-de98-1638762372db/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T09:19:20,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/163eb478-e729-24a4-de98-1638762372db/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T09:19:20,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/163eb478-e729-24a4-de98-1638762372db/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T09:19:20,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/163eb478-e729-24a4-de98-1638762372db/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T09:19:20,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/163eb478-e729-24a4-de98-1638762372db/nfs.dump.dir in system properties and HBase conf 2024-11-14T09:19:20,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/163eb478-e729-24a4-de98-1638762372db/java.io.tmpdir in system properties and HBase conf 2024-11-14T09:19:20,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/163eb478-e729-24a4-de98-1638762372db/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T09:19:20,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/163eb478-e729-24a4-de98-1638762372db/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T09:19:20,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/163eb478-e729-24a4-de98-1638762372db/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T09:19:20,446 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T09:19:20,451 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T09:19:20,454 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T09:19:20,454 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T09:19:20,454 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T09:19:20,455 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T09:19:20,455 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70b0727f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/163eb478-e729-24a4-de98-1638762372db/hadoop.log.dir/,AVAILABLE} 2024-11-14T09:19:20,456 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@423da121{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T09:19:20,589 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@8f56fb7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/163eb478-e729-24a4-de98-1638762372db/java.io.tmpdir/jetty-localhost-38667-hadoop-hdfs-3_4_1-tests_jar-_-any-4841714218054386318/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T09:19:20,590 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2ef2a8ce{HTTP/1.1, (http/1.1)}{localhost:38667} 2024-11-14T09:19:20,590 INFO [Time-limited test {}] server.Server(415): Started @128301ms 2024-11-14T09:19:20,683 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T09:19:20,687 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T09:19:20,692 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T09:19:20,692 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T09:19:20,693 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T09:19:20,695 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@71db5f01{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/163eb478-e729-24a4-de98-1638762372db/hadoop.log.dir/,AVAILABLE} 2024-11-14T09:19:20,695 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d10d99b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T09:19:20,813 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5747cc76{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/163eb478-e729-24a4-de98-1638762372db/java.io.tmpdir/jetty-localhost-34029-hadoop-hdfs-3_4_1-tests_jar-_-any-2759970759034609567/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T09:19:20,813 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@67c0b00c{HTTP/1.1, (http/1.1)}{localhost:34029} 2024-11-14T09:19:20,813 INFO [Time-limited test {}] server.Server(415): Started @128524ms 2024-11-14T09:19:20,815 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T09:19:20,942 WARN [Thread-1400 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/163eb478-e729-24a4-de98-1638762372db/cluster_a2420337-f87b-9fef-37a8-873901eaa45f/data/data2/current/BP-192072491-172.17.0.2-1731575960388/current, will proceed with Du for space computation calculation, 2024-11-14T09:19:20,942 WARN [Thread-1399 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/163eb478-e729-24a4-de98-1638762372db/cluster_a2420337-f87b-9fef-37a8-873901eaa45f/data/data1/current/BP-192072491-172.17.0.2-1731575960388/current, will proceed with Du for space computation calculation, 2024-11-14T09:19:20,966 WARN [Thread-1387 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T09:19:20,968 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x19d39d86413aa9c0 with lease ID 0xce1502ec9efc9261: Processing first storage report for DS-d56ba8bc-3497-4183-ad14-26752eba401a from datanode DatanodeRegistration(127.0.0.1:43027, datanodeUuid=a257237d-2e8c-4cd0-b5bc-2bdc65d3be7a, infoPort=33503, infoSecurePort=0, ipcPort=35085, storageInfo=lv=-57;cid=testClusterID;nsid=1920251687;c=1731575960388) 2024-11-14T09:19:20,968 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x19d39d86413aa9c0 with lease ID 0xce1502ec9efc9261: from storage DS-d56ba8bc-3497-4183-ad14-26752eba401a node DatanodeRegistration(127.0.0.1:43027, datanodeUuid=a257237d-2e8c-4cd0-b5bc-2bdc65d3be7a, infoPort=33503, infoSecurePort=0, ipcPort=35085, storageInfo=lv=-57;cid=testClusterID;nsid=1920251687;c=1731575960388), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T09:19:20,968 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x19d39d86413aa9c0 with lease ID 0xce1502ec9efc9261: Processing first storage report for DS-3d71eea8-bd4d-4ded-83f1-80c6f57034c8 from datanode DatanodeRegistration(127.0.0.1:43027, datanodeUuid=a257237d-2e8c-4cd0-b5bc-2bdc65d3be7a, infoPort=33503, infoSecurePort=0, ipcPort=35085, storageInfo=lv=-57;cid=testClusterID;nsid=1920251687;c=1731575960388) 2024-11-14T09:19:20,968 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x19d39d86413aa9c0 with lease ID 0xce1502ec9efc9261: from storage DS-3d71eea8-bd4d-4ded-83f1-80c6f57034c8 node DatanodeRegistration(127.0.0.1:43027, datanodeUuid=a257237d-2e8c-4cd0-b5bc-2bdc65d3be7a, infoPort=33503, infoSecurePort=0, ipcPort=35085, storageInfo=lv=-57;cid=testClusterID;nsid=1920251687;c=1731575960388), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T09:19:21,054 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/163eb478-e729-24a4-de98-1638762372db 2024-11-14T09:19:21,055 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:19:21,056 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:19:21,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43027 is added to blk_1073741825_1001 (size=7) 2024-11-14T09:19:21,467 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46477/user/jenkins/test-data/05f776eb-8499-c31b-9b5c-a72a9b05cc75 with version=8 2024-11-14T09:19:21,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46477/user/jenkins/test-data/05f776eb-8499-c31b-9b5c-a72a9b05cc75/hbase-staging 2024-11-14T09:19:21,469 INFO [Time-limited test {}] client.ConnectionUtils(128): master/83f56b55f2af:0 server-side Connection retries=45 2024-11-14T09:19:21,469 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T09:19:21,469 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T09:19:21,469 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T09:19:21,469 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T09:19:21,469 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T09:19:21,469 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T09:19:21,469 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T09:19:21,470 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35855 2024-11-14T09:19:21,471 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35855 connecting to ZooKeeper ensemble=127.0.0.1:59220 2024-11-14T09:19:21,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:358550x0, quorum=127.0.0.1:59220, baseZNode=/11516845733 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T09:19:21,474 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35855-0x10115c62d7b0003 connected 2024-11-14T09:19:21,485 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:19:21,487 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:19:21,489 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35855-0x10115c62d7b0003, quorum=127.0.0.1:59220, baseZNode=/11516845733 Set watcher on znode that does not yet exist, /11516845733/running 2024-11-14T09:19:21,489 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46477/user/jenkins/test-data/05f776eb-8499-c31b-9b5c-a72a9b05cc75, hbase.cluster.distributed=false 2024-11-14T09:19:21,490 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35855-0x10115c62d7b0003, quorum=127.0.0.1:59220, baseZNode=/11516845733 Set watcher on znode that does not yet exist, /11516845733/acl 2024-11-14T09:19:21,490 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35855 2024-11-14T09:19:21,491 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35855 2024-11-14T09:19:21,491 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35855 2024-11-14T09:19:21,491 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35855 2024-11-14T09:19:21,492 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35855 2024-11-14T09:19:21,515 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/83f56b55f2af:0 server-side Connection retries=45 2024-11-14T09:19:21,515 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T09:19:21,515 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T09:19:21,515 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T09:19:21,515 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T09:19:21,515 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T09:19:21,515 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T09:19:21,515 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T09:19:21,516 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44169 2024-11-14T09:19:21,517 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44169 connecting to ZooKeeper ensemble=127.0.0.1:59220 2024-11-14T09:19:21,518 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:19:21,519 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:19:21,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:441690x0, quorum=127.0.0.1:59220, baseZNode=/11516845733 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T09:19:21,524 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:441690x0, quorum=127.0.0.1:59220, baseZNode=/11516845733 Set watcher on znode that does not yet exist, /11516845733/running 2024-11-14T09:19:21,524 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44169-0x10115c62d7b0004 connected 2024-11-14T09:19:21,524 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T09:19:21,525 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T09:19:21,525 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44169-0x10115c62d7b0004, quorum=127.0.0.1:59220, baseZNode=/11516845733 Set watcher on znode that does not yet exist, /11516845733/master 2024-11-14T09:19:21,526 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44169-0x10115c62d7b0004, quorum=127.0.0.1:59220, baseZNode=/11516845733 Set watcher on znode that does not yet exist, /11516845733/acl 2024-11-14T09:19:21,529 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44169 2024-11-14T09:19:21,532 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44169 2024-11-14T09:19:21,533 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44169 2024-11-14T09:19:21,533 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44169 2024-11-14T09:19:21,534 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44169 2024-11-14T09:19:21,552 DEBUG [M:0;83f56b55f2af:35855 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;83f56b55f2af:35855 2024-11-14T09:19:21,553 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11516845733/backup-masters/83f56b55f2af,35855,1731575961469 2024-11-14T09:19:21,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44169-0x10115c62d7b0004, quorum=127.0.0.1:59220, baseZNode=/11516845733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11516845733/backup-masters 2024-11-14T09:19:21,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35855-0x10115c62d7b0003, quorum=127.0.0.1:59220, baseZNode=/11516845733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11516845733/backup-masters 2024-11-14T09:19:21,555 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35855-0x10115c62d7b0003, quorum=127.0.0.1:59220, baseZNode=/11516845733 Set watcher on existing znode=/11516845733/backup-masters/83f56b55f2af,35855,1731575961469 2024-11-14T09:19:21,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44169-0x10115c62d7b0004, quorum=127.0.0.1:59220, baseZNode=/11516845733 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11516845733/master 2024-11-14T09:19:21,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35855-0x10115c62d7b0003, quorum=127.0.0.1:59220, baseZNode=/11516845733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11516845733 2024-11-14T09:19:21,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44169-0x10115c62d7b0004, quorum=127.0.0.1:59220, baseZNode=/11516845733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11516845733 2024-11-14T09:19:21,556 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35855-0x10115c62d7b0003, quorum=127.0.0.1:59220, baseZNode=/11516845733 Set watcher on existing znode=/11516845733/master 2024-11-14T09:19:21,557 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11516845733/backup-masters/83f56b55f2af,35855,1731575961469 from backup master directory 2024-11-14T09:19:21,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35855-0x10115c62d7b0003, quorum=127.0.0.1:59220, baseZNode=/11516845733 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11516845733/backup-masters/83f56b55f2af,35855,1731575961469 2024-11-14T09:19:21,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44169-0x10115c62d7b0004, quorum=127.0.0.1:59220, baseZNode=/11516845733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11516845733/backup-masters 2024-11-14T09:19:21,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35855-0x10115c62d7b0003, quorum=127.0.0.1:59220, baseZNode=/11516845733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11516845733/backup-masters 2024-11-14T09:19:21,558 WARN [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T09:19:21,558 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=83f56b55f2af,35855,1731575961469 2024-11-14T09:19:21,562 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46477/user/jenkins/test-data/05f776eb-8499-c31b-9b5c-a72a9b05cc75/hbase.id] with ID: abcbe76d-5eda-462e-88f3-9b39af267ae3 2024-11-14T09:19:21,562 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46477/user/jenkins/test-data/05f776eb-8499-c31b-9b5c-a72a9b05cc75/.tmp/hbase.id 2024-11-14T09:19:21,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43027 is added to blk_1073741826_1002 (size=42) 2024-11-14T09:19:21,968 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46477/user/jenkins/test-data/05f776eb-8499-c31b-9b5c-a72a9b05cc75/.tmp/hbase.id]:[hdfs://localhost:46477/user/jenkins/test-data/05f776eb-8499-c31b-9b5c-a72a9b05cc75/hbase.id] 2024-11-14T09:19:21,978 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:19:21,979 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T09:19:21,980 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-14T09:19:21,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44169-0x10115c62d7b0004, quorum=127.0.0.1:59220, baseZNode=/11516845733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11516845733 2024-11-14T09:19:21,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35855-0x10115c62d7b0003, quorum=127.0.0.1:59220, baseZNode=/11516845733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11516845733 2024-11-14T09:19:21,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43027 is added to blk_1073741827_1003 (size=196) 2024-11-14T09:19:22,393 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T09:19:22,394 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T09:19:22,394 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T09:19:22,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43027 is added to blk_1073741828_1004 (size=1189) 2024-11-14T09:19:22,801 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46477/user/jenkins/test-data/05f776eb-8499-c31b-9b5c-a72a9b05cc75/MasterData/data/master/store 2024-11-14T09:19:22,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43027 is added to blk_1073741829_1005 (size=34) 2024-11-14T09:19:22,990 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T09:19:23,011 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:19:23,011 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:19:23,012 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:19:23,012 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:19:23,017 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:19:23,207 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:19:23,207 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T09:19:23,207 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:19:23,207 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:19:23,207 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T09:19:23,207 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:19:23,207 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:19:23,207 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731575963207Disabling compacts and flushes for region at 1731575963207Disabling writes for close at 1731575963207Writing region close event to WAL at 1731575963207Closed at 1731575963207 2024-11-14T09:19:23,208 WARN [master/83f56b55f2af:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46477/user/jenkins/test-data/05f776eb-8499-c31b-9b5c-a72a9b05cc75/MasterData/data/master/store/.initializing 2024-11-14T09:19:23,208 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46477/user/jenkins/test-data/05f776eb-8499-c31b-9b5c-a72a9b05cc75/MasterData/WALs/83f56b55f2af,35855,1731575961469 2024-11-14T09:19:23,209 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T09:19:23,211 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=83f56b55f2af%2C35855%2C1731575961469, suffix=, logDir=hdfs://localhost:46477/user/jenkins/test-data/05f776eb-8499-c31b-9b5c-a72a9b05cc75/MasterData/WALs/83f56b55f2af,35855,1731575961469, archiveDir=hdfs://localhost:46477/user/jenkins/test-data/05f776eb-8499-c31b-9b5c-a72a9b05cc75/MasterData/oldWALs, maxLogs=10 2024-11-14T09:19:23,224 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/05f776eb-8499-c31b-9b5c-a72a9b05cc75/MasterData/WALs/83f56b55f2af,35855,1731575961469/83f56b55f2af%2C35855%2C1731575961469.1731575963211, exclude list is [], retry=0 2024-11-14T09:19:23,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43027,DS-d56ba8bc-3497-4183-ad14-26752eba401a,DISK] 2024-11-14T09:19:23,229 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/05f776eb-8499-c31b-9b5c-a72a9b05cc75/MasterData/WALs/83f56b55f2af,35855,1731575961469/83f56b55f2af%2C35855%2C1731575961469.1731575963211 2024-11-14T09:19:23,229 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33503:33503)] 2024-11-14T09:19:23,229 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T09:19:23,229 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:19:23,229 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:19:23,229 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:19:23,230 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:19:23,231 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T09:19:23,231 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:19:23,232 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:19:23,232 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:19:23,233 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T09:19:23,233 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:19:23,233 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:19:23,233 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:19:23,234 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T09:19:23,234 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:19:23,234 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:19:23,234 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:19:23,235 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T09:19:23,235 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:19:23,235 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:19:23,236 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:19:23,236 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46477/user/jenkins/test-data/05f776eb-8499-c31b-9b5c-a72a9b05cc75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:19:23,236 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46477/user/jenkins/test-data/05f776eb-8499-c31b-9b5c-a72a9b05cc75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:19:23,237 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:19:23,237 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:19:23,238 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T09:19:23,239 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:19:23,241 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46477/user/jenkins/test-data/05f776eb-8499-c31b-9b5c-a72a9b05cc75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T09:19:23,241 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62644176, jitterRate=-0.0665290355682373}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T09:19:23,241 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731575963229Initializing all the Stores at 1731575963230 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731575963230Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731575963230Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731575963230Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731575963230Cleaning up temporary data from old regions at 1731575963237 (+7 ms)Region opened successfully at 1731575963241 (+4 ms) 2024-11-14T09:19:23,241 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T09:19:23,244 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3390f8a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=83f56b55f2af/172.17.0.2:0 2024-11-14T09:19:23,245 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T09:19:23,245 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T09:19:23,245 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T09:19:23,245 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T09:19:23,246 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T09:19:23,246 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T09:19:23,246 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T09:19:23,248 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T09:19:23,249 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35855-0x10115c62d7b0003, quorum=127.0.0.1:59220, baseZNode=/11516845733 Unable to get data of znode /11516845733/balancer because node does not exist (not necessarily an error) 2024-11-14T09:19:23,250 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11516845733/balancer already deleted, retry=false 2024-11-14T09:19:23,250 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T09:19:23,251 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35855-0x10115c62d7b0003, quorum=127.0.0.1:59220, baseZNode=/11516845733 Unable to get data of znode /11516845733/normalizer because node does not exist (not necessarily an error) 2024-11-14T09:19:23,251 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11516845733/normalizer already deleted, retry=false 2024-11-14T09:19:23,252 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T09:19:23,252 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35855-0x10115c62d7b0003, quorum=127.0.0.1:59220, baseZNode=/11516845733 Unable to get data of znode /11516845733/switch/split because node does not exist (not necessarily an error) 2024-11-14T09:19:23,254 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11516845733/switch/split already deleted, retry=false 2024-11-14T09:19:23,254 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35855-0x10115c62d7b0003, quorum=127.0.0.1:59220, baseZNode=/11516845733 Unable to get data of znode /11516845733/switch/merge because node does not exist (not necessarily an error) 2024-11-14T09:19:23,256 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11516845733/switch/merge already deleted, retry=false 2024-11-14T09:19:23,258 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35855-0x10115c62d7b0003, quorum=127.0.0.1:59220, baseZNode=/11516845733 Unable to get data of znode /11516845733/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T09:19:23,259 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11516845733/snapshot-cleanup already deleted, retry=false 2024-11-14T09:19:23,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35855-0x10115c62d7b0003, quorum=127.0.0.1:59220, baseZNode=/11516845733 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11516845733/running 2024-11-14T09:19:23,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44169-0x10115c62d7b0004, quorum=127.0.0.1:59220, baseZNode=/11516845733 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11516845733/running 2024-11-14T09:19:23,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35855-0x10115c62d7b0003, quorum=127.0.0.1:59220, baseZNode=/11516845733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11516845733 2024-11-14T09:19:23,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44169-0x10115c62d7b0004, quorum=127.0.0.1:59220, baseZNode=/11516845733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11516845733 2024-11-14T09:19:23,261 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=83f56b55f2af,35855,1731575961469, sessionid=0x10115c62d7b0003, setting cluster-up flag (Was=false) 2024-11-14T09:19:23,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44169-0x10115c62d7b0004, quorum=127.0.0.1:59220, baseZNode=/11516845733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11516845733 2024-11-14T09:19:23,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35855-0x10115c62d7b0003, quorum=127.0.0.1:59220, baseZNode=/11516845733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11516845733 2024-11-14T09:19:23,268 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11516845733/flush-table-proc/acquired, /11516845733/flush-table-proc/reached, /11516845733/flush-table-proc/abort 2024-11-14T09:19:23,269 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=83f56b55f2af,35855,1731575961469 2024-11-14T09:19:23,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44169-0x10115c62d7b0004, quorum=127.0.0.1:59220, baseZNode=/11516845733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11516845733 2024-11-14T09:19:23,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35855-0x10115c62d7b0003, quorum=127.0.0.1:59220, baseZNode=/11516845733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11516845733 2024-11-14T09:19:23,276 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11516845733/online-snapshot/acquired, /11516845733/online-snapshot/reached, /11516845733/online-snapshot/abort 2024-11-14T09:19:23,277 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=83f56b55f2af,35855,1731575961469 2024-11-14T09:19:23,278 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46477/user/jenkins/test-data/05f776eb-8499-c31b-9b5c-a72a9b05cc75/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T09:19:23,279 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T09:19:23,280 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T09:19:23,280 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T09:19:23,280 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 83f56b55f2af,35855,1731575961469 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T09:19:23,281 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/83f56b55f2af:0, corePoolSize=5, maxPoolSize=5 2024-11-14T09:19:23,281 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/83f56b55f2af:0, corePoolSize=5, maxPoolSize=5 2024-11-14T09:19:23,281 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/83f56b55f2af:0, corePoolSize=5, maxPoolSize=5 2024-11-14T09:19:23,281 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/83f56b55f2af:0, corePoolSize=5, maxPoolSize=5 2024-11-14T09:19:23,281 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/83f56b55f2af:0, corePoolSize=10, maxPoolSize=10 2024-11-14T09:19:23,281 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:19:23,281 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/83f56b55f2af:0, corePoolSize=2, maxPoolSize=2 2024-11-14T09:19:23,281 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:19:23,282 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731575993282 2024-11-14T09:19:23,283 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T09:19:23,283 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T09:19:23,283 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T09:19:23,283 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T09:19:23,283 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T09:19:23,283 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T09:19:23,283 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T09:19:23,283 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T09:19:23,283 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T09:19:23,283 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T09:19:23,283 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T09:19:23,283 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T09:19:23,283 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T09:19:23,284 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T09:19:23,284 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T09:19:23,284 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:19:23,284 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/83f56b55f2af:0:becomeActiveMaster-HFileCleaner.large.0-1731575963284,5,FailOnTimeoutGroup] 2024-11-14T09:19:23,284 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T09:19:23,284 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/83f56b55f2af:0:becomeActiveMaster-HFileCleaner.small.0-1731575963284,5,FailOnTimeoutGroup] 2024-11-14T09:19:23,284 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T09:19:23,284 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T09:19:23,284 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T09:19:23,284 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T09:19:23,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43027 is added to blk_1073741831_1007 (size=1321) 2024-11-14T09:19:23,337 INFO [RS:0;83f56b55f2af:44169 {}] regionserver.HRegionServer(746): ClusterId : abcbe76d-5eda-462e-88f3-9b39af267ae3 2024-11-14T09:19:23,337 DEBUG [RS:0;83f56b55f2af:44169 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T09:19:23,339 DEBUG [RS:0;83f56b55f2af:44169 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T09:19:23,339 DEBUG [RS:0;83f56b55f2af:44169 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T09:19:23,341 DEBUG [RS:0;83f56b55f2af:44169 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T09:19:23,341 DEBUG [RS:0;83f56b55f2af:44169 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23bb5ec5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=83f56b55f2af/172.17.0.2:0 2024-11-14T09:19:23,353 DEBUG [RS:0;83f56b55f2af:44169 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;83f56b55f2af:44169 2024-11-14T09:19:23,353 INFO [RS:0;83f56b55f2af:44169 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T09:19:23,353 INFO [RS:0;83f56b55f2af:44169 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T09:19:23,353 DEBUG [RS:0;83f56b55f2af:44169 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T09:19:23,354 INFO [RS:0;83f56b55f2af:44169 {}] regionserver.HRegionServer(2659): reportForDuty to master=83f56b55f2af,35855,1731575961469 with port=44169, startcode=1731575961514 2024-11-14T09:19:23,354 DEBUG [RS:0;83f56b55f2af:44169 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T09:19:23,355 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34959, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T09:19:23,356 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35855 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 83f56b55f2af,44169,1731575961514 2024-11-14T09:19:23,356 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35855 {}] master.ServerManager(517): Registering regionserver=83f56b55f2af,44169,1731575961514 2024-11-14T09:19:23,357 DEBUG [RS:0;83f56b55f2af:44169 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46477/user/jenkins/test-data/05f776eb-8499-c31b-9b5c-a72a9b05cc75 2024-11-14T09:19:23,357 DEBUG [RS:0;83f56b55f2af:44169 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46477 2024-11-14T09:19:23,357 DEBUG [RS:0;83f56b55f2af:44169 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T09:19:23,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35855-0x10115c62d7b0003, quorum=127.0.0.1:59220, baseZNode=/11516845733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11516845733/rs 2024-11-14T09:19:23,365 DEBUG [RS:0;83f56b55f2af:44169 {}] zookeeper.ZKUtil(111): regionserver:44169-0x10115c62d7b0004, quorum=127.0.0.1:59220, baseZNode=/11516845733 Set watcher on existing znode=/11516845733/rs/83f56b55f2af,44169,1731575961514 2024-11-14T09:19:23,365 WARN [RS:0;83f56b55f2af:44169 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T09:19:23,365 INFO [RS:0;83f56b55f2af:44169 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T09:19:23,365 DEBUG [RS:0;83f56b55f2af:44169 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46477/user/jenkins/test-data/05f776eb-8499-c31b-9b5c-a72a9b05cc75/WALs/83f56b55f2af,44169,1731575961514 2024-11-14T09:19:23,366 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [83f56b55f2af,44169,1731575961514] 2024-11-14T09:19:23,368 INFO [RS:0;83f56b55f2af:44169 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T09:19:23,370 INFO [RS:0;83f56b55f2af:44169 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T09:19:23,370 INFO [RS:0;83f56b55f2af:44169 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T09:19:23,370 INFO [RS:0;83f56b55f2af:44169 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T09:19:23,370 INFO [RS:0;83f56b55f2af:44169 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T09:19:23,371 INFO [RS:0;83f56b55f2af:44169 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T09:19:23,371 INFO [RS:0;83f56b55f2af:44169 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T09:19:23,371 DEBUG [RS:0;83f56b55f2af:44169 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:19:23,371 DEBUG [RS:0;83f56b55f2af:44169 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:19:23,371 DEBUG [RS:0;83f56b55f2af:44169 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:19:23,371 DEBUG [RS:0;83f56b55f2af:44169 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:19:23,371 DEBUG [RS:0;83f56b55f2af:44169 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:19:23,371 DEBUG [RS:0;83f56b55f2af:44169 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/83f56b55f2af:0, corePoolSize=2, maxPoolSize=2 2024-11-14T09:19:23,371 DEBUG [RS:0;83f56b55f2af:44169 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:19:23,371 DEBUG [RS:0;83f56b55f2af:44169 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:19:23,371 DEBUG [RS:0;83f56b55f2af:44169 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:19:23,371 DEBUG [RS:0;83f56b55f2af:44169 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:19:23,371 DEBUG [RS:0;83f56b55f2af:44169 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:19:23,371 DEBUG [RS:0;83f56b55f2af:44169 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:19:23,371 DEBUG [RS:0;83f56b55f2af:44169 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/83f56b55f2af:0, corePoolSize=3, maxPoolSize=3 2024-11-14T09:19:23,371 DEBUG [RS:0;83f56b55f2af:44169 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/83f56b55f2af:0, corePoolSize=3, maxPoolSize=3 2024-11-14T09:19:23,372 INFO [RS:0;83f56b55f2af:44169 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T09:19:23,372 INFO [RS:0;83f56b55f2af:44169 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T09:19:23,372 INFO [RS:0;83f56b55f2af:44169 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T09:19:23,372 INFO [RS:0;83f56b55f2af:44169 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T09:19:23,372 INFO [RS:0;83f56b55f2af:44169 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T09:19:23,372 INFO [RS:0;83f56b55f2af:44169 {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,44169,1731575961514-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T09:19:23,389 INFO [RS:0;83f56b55f2af:44169 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T09:19:23,390 INFO [RS:0;83f56b55f2af:44169 {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,44169,1731575961514-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T09:19:23,390 INFO [RS:0;83f56b55f2af:44169 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:19:23,390 INFO [RS:0;83f56b55f2af:44169 {}] regionserver.Replication(171): 83f56b55f2af,44169,1731575961514 started 2024-11-14T09:19:23,402 INFO [RS:0;83f56b55f2af:44169 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:19:23,402 INFO [RS:0;83f56b55f2af:44169 {}] regionserver.HRegionServer(1482): Serving as 83f56b55f2af,44169,1731575961514, RpcServer on 83f56b55f2af/172.17.0.2:44169, sessionid=0x10115c62d7b0004 2024-11-14T09:19:23,403 DEBUG [RS:0;83f56b55f2af:44169 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T09:19:23,403 DEBUG [RS:0;83f56b55f2af:44169 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 83f56b55f2af,44169,1731575961514 2024-11-14T09:19:23,403 DEBUG [RS:0;83f56b55f2af:44169 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '83f56b55f2af,44169,1731575961514' 2024-11-14T09:19:23,403 DEBUG [RS:0;83f56b55f2af:44169 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11516845733/flush-table-proc/abort' 2024-11-14T09:19:23,403 DEBUG [RS:0;83f56b55f2af:44169 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11516845733/flush-table-proc/acquired' 2024-11-14T09:19:23,403 DEBUG [RS:0;83f56b55f2af:44169 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T09:19:23,403 DEBUG [RS:0;83f56b55f2af:44169 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T09:19:23,403 DEBUG [RS:0;83f56b55f2af:44169 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 83f56b55f2af,44169,1731575961514 2024-11-14T09:19:23,403 DEBUG [RS:0;83f56b55f2af:44169 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '83f56b55f2af,44169,1731575961514' 2024-11-14T09:19:23,403 DEBUG [RS:0;83f56b55f2af:44169 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11516845733/online-snapshot/abort' 2024-11-14T09:19:23,404 DEBUG [RS:0;83f56b55f2af:44169 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11516845733/online-snapshot/acquired' 2024-11-14T09:19:23,404 DEBUG [RS:0;83f56b55f2af:44169 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T09:19:23,404 INFO [RS:0;83f56b55f2af:44169 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T09:19:23,404 INFO [RS:0;83f56b55f2af:44169 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T09:19:23,504 INFO [RS:0;83f56b55f2af:44169 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T09:19:23,506 INFO [RS:0;83f56b55f2af:44169 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=83f56b55f2af%2C44169%2C1731575961514, suffix=, logDir=hdfs://localhost:46477/user/jenkins/test-data/05f776eb-8499-c31b-9b5c-a72a9b05cc75/WALs/83f56b55f2af,44169,1731575961514, archiveDir=hdfs://localhost:46477/user/jenkins/test-data/05f776eb-8499-c31b-9b5c-a72a9b05cc75/oldWALs, maxLogs=10 2024-11-14T09:19:23,520 DEBUG [RS:0;83f56b55f2af:44169 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/05f776eb-8499-c31b-9b5c-a72a9b05cc75/WALs/83f56b55f2af,44169,1731575961514/83f56b55f2af%2C44169%2C1731575961514.1731575963506, exclude list is [], retry=0 2024-11-14T09:19:23,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43027,DS-d56ba8bc-3497-4183-ad14-26752eba401a,DISK] 2024-11-14T09:19:23,524 INFO [RS:0;83f56b55f2af:44169 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/05f776eb-8499-c31b-9b5c-a72a9b05cc75/WALs/83f56b55f2af,44169,1731575961514/83f56b55f2af%2C44169%2C1731575961514.1731575963506 2024-11-14T09:19:23,524 DEBUG [RS:0;83f56b55f2af:44169 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33503:33503)] 2024-11-14T09:19:23,690 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46477/user/jenkins/test-data/05f776eb-8499-c31b-9b5c-a72a9b05cc75/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T09:19:23,690 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46477/user/jenkins/test-data/05f776eb-8499-c31b-9b5c-a72a9b05cc75 2024-11-14T09:19:23,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43027 is added to blk_1073741833_1009 (size=32) 2024-11-14T09:19:24,096 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:19:24,098 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T09:19:24,099 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T09:19:24,099 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:19:24,099 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:19:24,099 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T09:19:24,100 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T09:19:24,100 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:19:24,101 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:19:24,101 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T09:19:24,101 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T09:19:24,102 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:19:24,102 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:19:24,102 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T09:19:24,103 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T09:19:24,103 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:19:24,103 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:19:24,103 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T09:19:24,103 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46477/user/jenkins/test-data/05f776eb-8499-c31b-9b5c-a72a9b05cc75/data/hbase/meta/1588230740 2024-11-14T09:19:24,104 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46477/user/jenkins/test-data/05f776eb-8499-c31b-9b5c-a72a9b05cc75/data/hbase/meta/1588230740 2024-11-14T09:19:24,105 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T09:19:24,105 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T09:19:24,105 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T09:19:24,106 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T09:19:24,108 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46477/user/jenkins/test-data/05f776eb-8499-c31b-9b5c-a72a9b05cc75/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T09:19:24,108 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69094639, jitterRate=0.02959035336971283}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T09:19:24,109 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731575964097Initializing all the Stores at 1731575964097Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731575964097Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731575964097Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731575964097Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731575964097Cleaning up temporary data from old regions at 1731575964105 (+8 ms)Region opened successfully at 1731575964109 (+4 ms) 2024-11-14T09:19:24,109 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T09:19:24,109 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T09:19:24,109 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T09:19:24,109 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T09:19:24,109 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T09:19:24,109 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T09:19:24,109 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731575964109Disabling compacts and flushes for region at 1731575964109Disabling writes for close at 1731575964109Writing region close event to WAL at 1731575964109Closed at 1731575964109 2024-11-14T09:19:24,110 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T09:19:24,110 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T09:19:24,110 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T09:19:24,111 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T09:19:24,112 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T09:19:24,262 DEBUG [83f56b55f2af:35855 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T09:19:24,263 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=83f56b55f2af,44169,1731575961514 2024-11-14T09:19:24,264 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 83f56b55f2af,44169,1731575961514, state=OPENING 2024-11-14T09:19:24,265 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T09:19:24,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35855-0x10115c62d7b0003, quorum=127.0.0.1:59220, baseZNode=/11516845733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11516845733 2024-11-14T09:19:24,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44169-0x10115c62d7b0004, quorum=127.0.0.1:59220, baseZNode=/11516845733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11516845733 2024-11-14T09:19:24,267 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11516845733/meta-region-server: CHANGED 2024-11-14T09:19:24,267 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11516845733/meta-region-server: CHANGED 2024-11-14T09:19:24,267 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T09:19:24,267 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=83f56b55f2af,44169,1731575961514}] 2024-11-14T09:19:24,420 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T09:19:24,422 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56397, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T09:19:24,425 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T09:19:24,426 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T09:19:24,426 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T09:19:24,427 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=83f56b55f2af%2C44169%2C1731575961514.meta, suffix=.meta, logDir=hdfs://localhost:46477/user/jenkins/test-data/05f776eb-8499-c31b-9b5c-a72a9b05cc75/WALs/83f56b55f2af,44169,1731575961514, archiveDir=hdfs://localhost:46477/user/jenkins/test-data/05f776eb-8499-c31b-9b5c-a72a9b05cc75/oldWALs, maxLogs=10 2024-11-14T09:19:24,442 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/05f776eb-8499-c31b-9b5c-a72a9b05cc75/WALs/83f56b55f2af,44169,1731575961514/83f56b55f2af%2C44169%2C1731575961514.meta.1731575964428.meta, exclude list is [], retry=0 2024-11-14T09:19:24,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43027,DS-d56ba8bc-3497-4183-ad14-26752eba401a,DISK] 2024-11-14T09:19:24,446 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/05f776eb-8499-c31b-9b5c-a72a9b05cc75/WALs/83f56b55f2af,44169,1731575961514/83f56b55f2af%2C44169%2C1731575961514.meta.1731575964428.meta 2024-11-14T09:19:24,446 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33503:33503)] 2024-11-14T09:19:24,446 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T09:19:24,447 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T09:19:24,447 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T09:19:24,447 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T09:19:24,447 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T09:19:24,447 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T09:19:24,447 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:19:24,447 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T09:19:24,447 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T09:19:24,448 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T09:19:24,449 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T09:19:24,449 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:19:24,450 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:19:24,450 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T09:19:24,450 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T09:19:24,450 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:19:24,451 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:19:24,451 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T09:19:24,451 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T09:19:24,451 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:19:24,452 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:19:24,452 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T09:19:24,452 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T09:19:24,452 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:19:24,453 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:19:24,453 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T09:19:24,454 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46477/user/jenkins/test-data/05f776eb-8499-c31b-9b5c-a72a9b05cc75/data/hbase/meta/1588230740 2024-11-14T09:19:24,455 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46477/user/jenkins/test-data/05f776eb-8499-c31b-9b5c-a72a9b05cc75/data/hbase/meta/1588230740 2024-11-14T09:19:24,456 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T09:19:24,456 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T09:19:24,456 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T09:19:24,457 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T09:19:24,458 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63445869, jitterRate=-0.054582878947257996}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T09:19:24,458 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T09:19:24,458 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731575964447Writing region info on filesystem at 1731575964447Initializing all the Stores at 1731575964448 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731575964448Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731575964448Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731575964448Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731575964448Cleaning up temporary data from old regions at 1731575964456 (+8 ms)Running coprocessor post-open hooks at 1731575964458 (+2 ms)Region opened successfully at 1731575964458 2024-11-14T09:19:24,459 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731575964419 2024-11-14T09:19:24,461 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T09:19:24,461 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T09:19:24,462 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=83f56b55f2af,44169,1731575961514 2024-11-14T09:19:24,462 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 83f56b55f2af,44169,1731575961514, state=OPEN 2024-11-14T09:19:24,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44169-0x10115c62d7b0004, quorum=127.0.0.1:59220, baseZNode=/11516845733 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11516845733/meta-region-server 2024-11-14T09:19:24,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35855-0x10115c62d7b0003, quorum=127.0.0.1:59220, baseZNode=/11516845733 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11516845733/meta-region-server 2024-11-14T09:19:24,465 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=83f56b55f2af,44169,1731575961514 2024-11-14T09:19:24,465 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11516845733/meta-region-server: CHANGED 2024-11-14T09:19:24,465 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11516845733/meta-region-server: CHANGED 2024-11-14T09:19:24,467 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T09:19:24,467 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=83f56b55f2af,44169,1731575961514 in 198 msec 2024-11-14T09:19:24,468 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T09:19:24,468 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 357 msec 2024-11-14T09:19:24,469 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T09:19:24,469 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T09:19:24,470 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:19:24,470 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83f56b55f2af,44169,1731575961514, seqNum=-1] 2024-11-14T09:19:24,471 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T09:19:24,472 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42169, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T09:19:24,476 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1960 sec 2024-11-14T09:19:24,476 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731575964476, completionTime=-1 2024-11-14T09:19:24,476 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T09:19:24,476 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T09:19:24,478 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T09:19:24,478 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731576024478 2024-11-14T09:19:24,478 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731576084478 2024-11-14T09:19:24,478 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T09:19:24,478 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,35855,1731575961469-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T09:19:24,478 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,35855,1731575961469-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:19:24,478 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,35855,1731575961469-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:19:24,478 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-83f56b55f2af:35855, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:19:24,478 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T09:19:24,478 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T09:19:24,480 DEBUG [master/83f56b55f2af:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T09:19:24,481 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.923sec 2024-11-14T09:19:24,481 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T09:19:24,481 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T09:19:24,481 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T09:19:24,481 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T09:19:24,481 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T09:19:24,481 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,35855,1731575961469-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T09:19:24,482 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,35855,1731575961469-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T09:19:24,483 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T09:19:24,483 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T09:19:24,483 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,35855,1731575961469-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:19:24,537 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ff4ec98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:19:24,537 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83f56b55f2af,35855,-1 for getting cluster id 2024-11-14T09:19:24,537 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T09:19:24,539 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'abcbe76d-5eda-462e-88f3-9b39af267ae3' 2024-11-14T09:19:24,539 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T09:19:24,539 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "abcbe76d-5eda-462e-88f3-9b39af267ae3" 2024-11-14T09:19:24,539 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5043d6b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:19:24,539 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83f56b55f2af,35855,-1] 2024-11-14T09:19:24,540 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T09:19:24,540 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:19:24,541 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T09:19:24,541 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34823dcd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:19:24,542 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:19:24,543 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83f56b55f2af,44169,1731575961514, seqNum=-1] 2024-11-14T09:19:24,543 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T09:19:24,544 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T09:19:24,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=83f56b55f2af,35855,1731575961469 2024-11-14T09:19:24,546 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:59220 2024-11-14T09:19:24,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:59220, baseZNode=/11516845733 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T09:19:24,549 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10115c62d7b0005 connected 2024-11-14T09:19:24,552 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@691a3201, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:19:24,552 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83f56b55f2af,44259,-1 for getting cluster id 2024-11-14T09:19:24,552 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T09:19:24,553 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '51c40291-0ec7-48e0-92bc-de17c698015d' 2024-11-14T09:19:24,553 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T09:19:24,553 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "51c40291-0ec7-48e0-92bc-de17c698015d" 2024-11-14T09:19:24,553 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64e0c2c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:19:24,553 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83f56b55f2af,44259,-1] 2024-11-14T09:19:24,553 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T09:19:24,554 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:19:24,554 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T09:19:24,555 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a8a4d9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:19:24,555 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T09:19:24,556 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 83f56b55f2af,44259,1731575957268 2024-11-14T09:19:24,556 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2c3edab8 2024-11-14T09:19:24,556 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T09:19:24,557 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T09:19:24,557 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44259 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://83f56b55f2af:35855,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T09:19:24,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44259 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T09:19:24,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44259 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T09:19:24,560 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='83f56b55f2af:35855' 2024-11-14T09:19:24,561 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74afc74d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:19:24,561 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 83f56b55f2af,35855,-1 for getting cluster id 2024-11-14T09:19:24,561 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T09:19:24,561 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'abcbe76d-5eda-462e-88f3-9b39af267ae3' 2024-11-14T09:19:24,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T09:19:24,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "abcbe76d-5eda-462e-88f3-9b39af267ae3" 2024-11-14T09:19:24,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d2d113d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:19:24,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83f56b55f2af,35855,-1] 2024-11-14T09:19:24,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T09:19:24,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:19:24,563 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T09:19:24,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@688ac3b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:19:24,563 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T09:19:24,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 83f56b55f2af,35855,1731575961469 2024-11-14T09:19:24,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@190a67e9 2024-11-14T09:19:24,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T09:19:24,565 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T09:19:24,566 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-14T09:19:24,566 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T09:19:24,566 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:19:24,566 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:19:24,566 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T09:19:24,566 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T09:19:24,567 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T09:19:24,568 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T09:19:24,568 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:19:24,569 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T09:19:24,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38973 is added to blk_1073741835_1011 (size=1138) 2024-11-14T09:19:24,617 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T09:19:24,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44259 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T09:19:24,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44259 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T09:19:24,976 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3c3ccd3e5b48dc4f24701ba902010e58, NAME => 'hbase:replication,,1731575964566.3c3ccd3e5b48dc4f24701ba902010e58.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f 2024-11-14T09:19:24,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38973 is added to blk_1073741836_1012 (size=44) 2024-11-14T09:19:25,180 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T09:19:25,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44259 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T09:19:25,383 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731575964566.3c3ccd3e5b48dc4f24701ba902010e58.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:19:25,383 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 3c3ccd3e5b48dc4f24701ba902010e58, disabling compactions & flushes 2024-11-14T09:19:25,383 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731575964566.3c3ccd3e5b48dc4f24701ba902010e58. 2024-11-14T09:19:25,383 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731575964566.3c3ccd3e5b48dc4f24701ba902010e58. 2024-11-14T09:19:25,383 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731575964566.3c3ccd3e5b48dc4f24701ba902010e58. after waiting 0 ms 2024-11-14T09:19:25,383 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731575964566.3c3ccd3e5b48dc4f24701ba902010e58. 2024-11-14T09:19:25,383 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731575964566.3c3ccd3e5b48dc4f24701ba902010e58. 2024-11-14T09:19:25,383 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3c3ccd3e5b48dc4f24701ba902010e58: Waiting for close lock at 1731575965383Disabling compacts and flushes for region at 1731575965383Disabling writes for close at 1731575965383Writing region close event to WAL at 1731575965383Closed at 1731575965383 2024-11-14T09:19:25,384 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T09:19:25,385 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731575964566.3c3ccd3e5b48dc4f24701ba902010e58.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731575965384"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731575965384"}]},"ts":"1731575965384"} 2024-11-14T09:19:25,387 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T09:19:25,388 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T09:19:25,388 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731575965388"}]},"ts":"1731575965388"} 2024-11-14T09:19:25,390 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T09:19:25,390 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3c3ccd3e5b48dc4f24701ba902010e58, ASSIGN}] 2024-11-14T09:19:25,391 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3c3ccd3e5b48dc4f24701ba902010e58, ASSIGN 2024-11-14T09:19:25,392 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3c3ccd3e5b48dc4f24701ba902010e58, ASSIGN; state=OFFLINE, location=83f56b55f2af,36805,1731575957324; forceNewPlan=false, retain=false 2024-11-14T09:19:25,542 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=3c3ccd3e5b48dc4f24701ba902010e58, regionState=OPENING, regionLocation=83f56b55f2af,36805,1731575957324 2024-11-14T09:19:25,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3c3ccd3e5b48dc4f24701ba902010e58, ASSIGN because future has completed 2024-11-14T09:19:25,545 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3c3ccd3e5b48dc4f24701ba902010e58, server=83f56b55f2af,36805,1731575957324}] 2024-11-14T09:19:25,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44259 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T09:19:25,701 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731575964566.3c3ccd3e5b48dc4f24701ba902010e58. 2024-11-14T09:19:25,701 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T09:19:25,702 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T09:19:25,703 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=83f56b55f2af%2C36805%2C1731575957324.rep, suffix=, logDir=hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/WALs/83f56b55f2af,36805,1731575957324, archiveDir=hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/oldWALs, maxLogs=10 2024-11-14T09:19:25,717 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/WALs/83f56b55f2af,36805,1731575957324/83f56b55f2af%2C36805%2C1731575957324.rep.1731575965703, exclude list is [], retry=0 2024-11-14T09:19:25,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38973,DS-91d83884-9383-481f-b7e3-46c998926295,DISK] 2024-11-14T09:19:25,721 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/WALs/83f56b55f2af,36805,1731575957324/83f56b55f2af%2C36805%2C1731575957324.rep.1731575965703 2024-11-14T09:19:25,722 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45437:45437)] 2024-11-14T09:19:25,722 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 3c3ccd3e5b48dc4f24701ba902010e58, NAME => 'hbase:replication,,1731575964566.3c3ccd3e5b48dc4f24701ba902010e58.', STARTKEY => '', ENDKEY => ''} 2024-11-14T09:19:25,722 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T09:19:25,723 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T09:19:25,723 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731575964566.3c3ccd3e5b48dc4f24701ba902010e58. service=MultiRowMutationService 2024-11-14T09:19:25,723 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T09:19:25,723 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 3c3ccd3e5b48dc4f24701ba902010e58 2024-11-14T09:19:25,723 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731575964566.3c3ccd3e5b48dc4f24701ba902010e58.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:19:25,723 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 3c3ccd3e5b48dc4f24701ba902010e58 2024-11-14T09:19:25,723 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 3c3ccd3e5b48dc4f24701ba902010e58 2024-11-14T09:19:25,725 INFO [StoreOpener-3c3ccd3e5b48dc4f24701ba902010e58-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 3c3ccd3e5b48dc4f24701ba902010e58 2024-11-14T09:19:25,726 INFO [StoreOpener-3c3ccd3e5b48dc4f24701ba902010e58-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3c3ccd3e5b48dc4f24701ba902010e58 columnFamilyName hfileref 2024-11-14T09:19:25,726 DEBUG [StoreOpener-3c3ccd3e5b48dc4f24701ba902010e58-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:19:25,727 INFO [StoreOpener-3c3ccd3e5b48dc4f24701ba902010e58-1 {}] regionserver.HStore(327): Store=3c3ccd3e5b48dc4f24701ba902010e58/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:19:25,727 INFO [StoreOpener-3c3ccd3e5b48dc4f24701ba902010e58-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 3c3ccd3e5b48dc4f24701ba902010e58 2024-11-14T09:19:25,728 INFO [StoreOpener-3c3ccd3e5b48dc4f24701ba902010e58-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3c3ccd3e5b48dc4f24701ba902010e58 columnFamilyName queue 2024-11-14T09:19:25,728 DEBUG [StoreOpener-3c3ccd3e5b48dc4f24701ba902010e58-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:19:25,728 INFO [StoreOpener-3c3ccd3e5b48dc4f24701ba902010e58-1 {}] regionserver.HStore(327): Store=3c3ccd3e5b48dc4f24701ba902010e58/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:19:25,728 INFO [StoreOpener-3c3ccd3e5b48dc4f24701ba902010e58-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 3c3ccd3e5b48dc4f24701ba902010e58 2024-11-14T09:19:25,730 INFO [StoreOpener-3c3ccd3e5b48dc4f24701ba902010e58-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3c3ccd3e5b48dc4f24701ba902010e58 columnFamilyName sid 2024-11-14T09:19:25,730 DEBUG [StoreOpener-3c3ccd3e5b48dc4f24701ba902010e58-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:19:25,730 INFO [StoreOpener-3c3ccd3e5b48dc4f24701ba902010e58-1 {}] regionserver.HStore(327): Store=3c3ccd3e5b48dc4f24701ba902010e58/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:19:25,730 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 3c3ccd3e5b48dc4f24701ba902010e58 2024-11-14T09:19:25,731 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/data/hbase/replication/3c3ccd3e5b48dc4f24701ba902010e58 2024-11-14T09:19:25,731 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/data/hbase/replication/3c3ccd3e5b48dc4f24701ba902010e58 2024-11-14T09:19:25,732 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 3c3ccd3e5b48dc4f24701ba902010e58 2024-11-14T09:19:25,732 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 3c3ccd3e5b48dc4f24701ba902010e58 2024-11-14T09:19:25,733 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T09:19:25,734 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 3c3ccd3e5b48dc4f24701ba902010e58 2024-11-14T09:19:25,737 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/data/hbase/replication/3c3ccd3e5b48dc4f24701ba902010e58/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T09:19:25,737 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 3c3ccd3e5b48dc4f24701ba902010e58; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70450691, jitterRate=0.04979710280895233}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T09:19:25,737 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3c3ccd3e5b48dc4f24701ba902010e58 2024-11-14T09:19:25,738 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 3c3ccd3e5b48dc4f24701ba902010e58: Running coprocessor pre-open hook at 1731575965723Writing region info on filesystem at 1731575965723Initializing all the Stores at 1731575965724 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731575965724Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731575965724Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731575965724Cleaning up temporary data from old regions at 1731575965732 (+8 ms)Running coprocessor post-open hooks at 1731575965737 (+5 ms)Region opened successfully at 1731575965738 (+1 ms) 2024-11-14T09:19:25,739 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731575964566.3c3ccd3e5b48dc4f24701ba902010e58., pid=7, masterSystemTime=1731575965698 2024-11-14T09:19:25,741 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731575964566.3c3ccd3e5b48dc4f24701ba902010e58. 2024-11-14T09:19:25,741 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731575964566.3c3ccd3e5b48dc4f24701ba902010e58. 2024-11-14T09:19:25,741 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=3c3ccd3e5b48dc4f24701ba902010e58, regionState=OPEN, openSeqNum=2, regionLocation=83f56b55f2af,36805,1731575957324 2024-11-14T09:19:25,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3c3ccd3e5b48dc4f24701ba902010e58, server=83f56b55f2af,36805,1731575957324 because future has completed 2024-11-14T09:19:25,746 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-14T09:19:25,746 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 3c3ccd3e5b48dc4f24701ba902010e58, server=83f56b55f2af,36805,1731575957324 in 199 msec 2024-11-14T09:19:25,749 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T09:19:25,749 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3c3ccd3e5b48dc4f24701ba902010e58, ASSIGN in 356 msec 2024-11-14T09:19:25,749 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T09:19:25,750 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731575965749"}]},"ts":"1731575965749"} 2024-11-14T09:19:25,752 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T09:19:25,753 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T09:19:25,754 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1870 sec 2024-11-14T09:19:25,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731575964566.3c3ccd3e5b48dc4f24701ba902010e58., hostname=83f56b55f2af,36805,1731575957324, seqNum=2] 2024-11-14T09:19:25,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44259-0x10115c62d7b0000, quorum=127.0.0.1:59220, baseZNode=/0-230995997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-230995997 2024-11-14T09:19:25,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36805-0x10115c62d7b0001, quorum=127.0.0.1:59220, baseZNode=/0-230995997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-230995997 2024-11-14T09:19:25,785 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T09:19:25,938 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36805 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-14T09:19:25,939 INFO [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T09:19:25,969 INFO [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-83f56b55f2af,36805,1731575957324, ReplicationSource: 1, currentBandwidth=0 2024-11-14T09:19:25,969 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:19:25,970 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83f56b55f2af,36805,1731575957324, seqNum=-1] 2024-11-14T09:19:25,970 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T09:19:25,971 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51987, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-14T09:19:25,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-83f56b55f2af,36805,1731575957324', locateType=CURRENT is [region=hbase:replication,,1731575964566.3c3ccd3e5b48dc4f24701ba902010e58., hostname=83f56b55f2af,36805,1731575957324, seqNum=2] 2024-11-14T09:19:25,975 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-14T09:19:25,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44259 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-14T09:19:25,977 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 83f56b55f2af,36805,1731575957324 suceeded 2024-11-14T09:19:25,979 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-14T09:19:25,979 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 192 msec 2024-11-14T09:19:25,979 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://83f56b55f2af:35855,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T09:19:25,981 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4220 sec 2024-11-14T09:19:25,990 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,36805,1731575957324 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='83f56b55f2af:35855' 2024-11-14T09:19:25,991 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,36805,1731575957324 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@571c5b2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:19:25,991 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,36805,1731575957324 {}] client.ClusterIdFetcher(90): Going to request 83f56b55f2af,35855,-1 for getting cluster id 2024-11-14T09:19:25,992 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,36805,1731575957324 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T09:19:25,992 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'abcbe76d-5eda-462e-88f3-9b39af267ae3' 2024-11-14T09:19:25,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T09:19:25,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "abcbe76d-5eda-462e-88f3-9b39af267ae3" 2024-11-14T09:19:25,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@323f89a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:19:25,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83f56b55f2af,35855,-1] 2024-11-14T09:19:25,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T09:19:25,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:19:25,994 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-14T09:19:25,994 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,36805,1731575957324 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@566b1d56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:19:25,994 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,36805,1731575957324 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T09:19:25,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 83f56b55f2af,35855,1731575961469 2024-11-14T09:19:25,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@369db0d0 2024-11-14T09:19:25,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T09:19:25,996 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-14T09:19:25,997 INFO [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,36805,1731575957324 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-83f56b55f2af,36805,1731575957324 (queues=1) is replicating from cluster=51c40291-0ec7-48e0-92bc-de17c698015d to cluster=abcbe76d-5eda-462e-88f3-9b39af267ae3 2024-11-14T09:19:25,997 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,36805,1731575957324 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=83f56b55f2af%2C36805%2C1731575957324 2024-11-14T09:19:25,997 INFO [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,36805,1731575957324 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-83f56b55f2af,36805,1731575957324, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T09:19:25,997 INFO [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,36805,1731575957324.replicationSource.shipper83f56b55f2af%2C36805%2C1731575957324,1-83f56b55f2af,36805,1731575957324 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 83f56b55f2af%2C36805%2C1731575957324 2024-11-14T09:19:25,997 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,36805,1731575957324.replicationSource.wal-reader.83f56b55f2af%2C36805%2C1731575957324,1-83f56b55f2af,36805,1731575957324 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/WALs/83f56b55f2af,36805,1731575957324/83f56b55f2af%2C36805%2C1731575957324.1731575959334, startPosition=0, beingWritten=true 2024-11-14T09:19:26,203 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,36805,1731575957324.replicationSource.wal-reader.83f56b55f2af%2C36805%2C1731575957324,1-83f56b55f2af,36805,1731575957324 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/WALs/83f56b55f2af,36805,1731575957324/83f56b55f2af%2C36805%2C1731575957324.1731575959334 to pos 0, reset compression=false 2024-11-14T09:19:26,510 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,36805,1731575957324.replicationSource.wal-reader.83f56b55f2af%2C36805%2C1731575957324,1-83f56b55f2af,36805,1731575957324 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/WALs/83f56b55f2af,36805,1731575957324/83f56b55f2af%2C36805%2C1731575957324.1731575959334 to pos 0, reset compression=false 2024-11-14T09:19:26,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44259 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T09:19:26,705 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T09:19:26,705 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T09:19:26,705 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:19:26,705 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:19:26,705 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:19:26,705 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T09:19:26,705 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T09:19:26,706 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 83f56b55f2af,44259,1731575957268 2024-11-14T09:19:26,706 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d34cd11 2024-11-14T09:19:26,706 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T09:19:26,708 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T09:19:26,708 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44259 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-14T09:19:26,708 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T09:19:26,708 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:19:26,708 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:19:26,709 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:19:26,709 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T09:19:26,709 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T09:19:26,709 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=912320113, stopped=false 2024-11-14T09:19:26,709 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=83f56b55f2af,44259,1731575957268 2024-11-14T09:19:26,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36805-0x10115c62d7b0001, quorum=127.0.0.1:59220, baseZNode=/0-230995997 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-230995997/running 2024-11-14T09:19:26,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44259-0x10115c62d7b0000, quorum=127.0.0.1:59220, baseZNode=/0-230995997 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-230995997/running 2024-11-14T09:19:26,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36805-0x10115c62d7b0001, quorum=127.0.0.1:59220, baseZNode=/0-230995997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-230995997 2024-11-14T09:19:26,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44259-0x10115c62d7b0000, quorum=127.0.0.1:59220, baseZNode=/0-230995997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-230995997 2024-11-14T09:19:26,710 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T09:19:26,711 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T09:19:26,711 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:19:26,711 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:19:26,711 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36805-0x10115c62d7b0001, quorum=127.0.0.1:59220, baseZNode=/0-230995997 Set watcher on znode that does not yet exist, /0-230995997/running 2024-11-14T09:19:26,711 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '83f56b55f2af,36805,1731575957324' ***** 2024-11-14T09:19:26,711 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T09:19:26,712 INFO [RS:0;83f56b55f2af:36805 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T09:19:26,712 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44259-0x10115c62d7b0000, quorum=127.0.0.1:59220, baseZNode=/0-230995997 Set watcher on znode that does not yet exist, /0-230995997/running 2024-11-14T09:19:26,712 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T09:19:26,712 INFO [RS:0;83f56b55f2af:36805 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T09:19:26,712 INFO [RS:0;83f56b55f2af:36805 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T09:19:26,712 INFO [RS:0;83f56b55f2af:36805 {}] regionserver.HRegionServer(3091): Received CLOSE for 3c3ccd3e5b48dc4f24701ba902010e58 2024-11-14T09:19:26,712 INFO [RS:0;83f56b55f2af:36805 {}] regionserver.HRegionServer(959): stopping server 83f56b55f2af,36805,1731575957324 2024-11-14T09:19:26,712 INFO [RS:0;83f56b55f2af:36805 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T09:19:26,712 INFO [RS:0;83f56b55f2af:36805 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;83f56b55f2af:36805. 2024-11-14T09:19:26,712 DEBUG [RS:0;83f56b55f2af:36805 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:19:26,712 DEBUG [RS:0;83f56b55f2af:36805 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:19:26,713 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3c3ccd3e5b48dc4f24701ba902010e58, disabling compactions & flushes 2024-11-14T09:19:26,713 INFO [RS:0;83f56b55f2af:36805 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T09:19:26,713 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731575964566.3c3ccd3e5b48dc4f24701ba902010e58. 2024-11-14T09:19:26,713 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731575964566.3c3ccd3e5b48dc4f24701ba902010e58. 2024-11-14T09:19:26,713 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731575964566.3c3ccd3e5b48dc4f24701ba902010e58. after waiting 0 ms 2024-11-14T09:19:26,713 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731575964566.3c3ccd3e5b48dc4f24701ba902010e58. 2024-11-14T09:19:26,713 INFO [RS:0;83f56b55f2af:36805 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T09:19:26,713 INFO [RS:0;83f56b55f2af:36805 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T09:19:26,713 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3c3ccd3e5b48dc4f24701ba902010e58 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-14T09:19:26,713 INFO [RS:0;83f56b55f2af:36805 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T09:19:26,713 INFO [RS:0;83f56b55f2af:36805 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T09:19:26,713 DEBUG [RS:0;83f56b55f2af:36805 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 3c3ccd3e5b48dc4f24701ba902010e58=hbase:replication,,1731575964566.3c3ccd3e5b48dc4f24701ba902010e58.} 2024-11-14T09:19:26,713 DEBUG [RS:0;83f56b55f2af:36805 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3c3ccd3e5b48dc4f24701ba902010e58 2024-11-14T09:19:26,713 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T09:19:26,713 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T09:19:26,713 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T09:19:26,713 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T09:19:26,713 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T09:19:26,713 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-14T09:19:26,729 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/data/hbase/meta/1588230740/.tmp/info/61d0ef2720b74deba911689c180ff47d is 147, key is hbase:replication,,1731575964566.3c3ccd3e5b48dc4f24701ba902010e58./info:regioninfo/1731575965741/Put/seqid=0 2024-11-14T09:19:26,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38973 is added to blk_1073741838_1014 (size=6631) 2024-11-14T09:19:26,734 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/data/hbase/replication/3c3ccd3e5b48dc4f24701ba902010e58/.tmp/queue/28a338484fa44510be8fe1e23477ba76 is 151, key is 1-83f56b55f2af,36805,1731575957324/queue:83f56b55f2af%2C36805%2C1731575957324/1731575965974/Put/seqid=0 2024-11-14T09:19:26,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38973 is added to blk_1073741839_1015 (size=5350) 2024-11-14T09:19:26,792 INFO [regionserver/83f56b55f2af:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T09:19:26,913 DEBUG [RS:0;83f56b55f2af:36805 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3c3ccd3e5b48dc4f24701ba902010e58 2024-11-14T09:19:26,915 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,36805,1731575957324.replicationSource.wal-reader.83f56b55f2af%2C36805%2C1731575957324,1-83f56b55f2af,36805,1731575957324 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/WALs/83f56b55f2af,36805,1731575957324/83f56b55f2af%2C36805%2C1731575957324.1731575959334 to pos 0, reset compression=false 2024-11-14T09:19:27,113 DEBUG [RS:0;83f56b55f2af:36805 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3c3ccd3e5b48dc4f24701ba902010e58 2024-11-14T09:19:27,134 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/data/hbase/meta/1588230740/.tmp/info/61d0ef2720b74deba911689c180ff47d 2024-11-14T09:19:27,138 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/data/hbase/replication/3c3ccd3e5b48dc4f24701ba902010e58/.tmp/queue/28a338484fa44510be8fe1e23477ba76 2024-11-14T09:19:27,144 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/data/hbase/replication/3c3ccd3e5b48dc4f24701ba902010e58/.tmp/queue/28a338484fa44510be8fe1e23477ba76 as hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/data/hbase/replication/3c3ccd3e5b48dc4f24701ba902010e58/queue/28a338484fa44510be8fe1e23477ba76 2024-11-14T09:19:27,149 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/data/hbase/replication/3c3ccd3e5b48dc4f24701ba902010e58/queue/28a338484fa44510be8fe1e23477ba76, entries=1, sequenceid=5, filesize=5.2 K 2024-11-14T09:19:27,150 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 3c3ccd3e5b48dc4f24701ba902010e58 in 436ms, sequenceid=5, compaction requested=false 2024-11-14T09:19:27,150 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-14T09:19:27,155 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/data/hbase/replication/3c3ccd3e5b48dc4f24701ba902010e58/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T09:19:27,155 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T09:19:27,155 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T09:19:27,155 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731575964566.3c3ccd3e5b48dc4f24701ba902010e58. 2024-11-14T09:19:27,156 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3c3ccd3e5b48dc4f24701ba902010e58: Waiting for close lock at 1731575966712Running coprocessor pre-close hooks at 1731575966712Disabling compacts and flushes for region at 1731575966712Disabling writes for close at 1731575966713 (+1 ms)Obtaining lock to block concurrent updates at 1731575966713Preparing flush snapshotting stores in 3c3ccd3e5b48dc4f24701ba902010e58 at 1731575966713Finished memstore snapshotting hbase:replication,,1731575964566.3c3ccd3e5b48dc4f24701ba902010e58., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731575966713Flushing stores of hbase:replication,,1731575964566.3c3ccd3e5b48dc4f24701ba902010e58. at 1731575966714 (+1 ms)Flushing 3c3ccd3e5b48dc4f24701ba902010e58/queue: creating writer at 1731575966714Flushing 3c3ccd3e5b48dc4f24701ba902010e58/queue: appending metadata at 1731575966733 (+19 ms)Flushing 3c3ccd3e5b48dc4f24701ba902010e58/queue: closing flushed file at 1731575966733Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a82259b: reopening flushed file at 1731575967143 (+410 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 3c3ccd3e5b48dc4f24701ba902010e58 in 436ms, sequenceid=5, compaction requested=false at 1731575967150 (+7 ms)Writing region close event to WAL at 1731575967152 (+2 ms)Running coprocessor post-close hooks at 1731575967155 (+3 ms)Closed at 1731575967155 2024-11-14T09:19:27,156 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731575964566.3c3ccd3e5b48dc4f24701ba902010e58. 2024-11-14T09:19:27,159 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/data/hbase/meta/1588230740/.tmp/ns/6847130867fb4835afa7dd3684a2d654 is 43, key is default/ns:d/1731575960334/Put/seqid=0 2024-11-14T09:19:27,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38973 is added to blk_1073741840_1016 (size=5153) 2024-11-14T09:19:27,191 INFO [regionserver/83f56b55f2af:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T09:19:27,191 INFO [regionserver/83f56b55f2af:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T09:19:27,314 DEBUG [RS:0;83f56b55f2af:36805 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T09:19:27,420 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,36805,1731575957324.replicationSource.wal-reader.83f56b55f2af%2C36805%2C1731575957324,1-83f56b55f2af,36805,1731575957324 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/WALs/83f56b55f2af,36805,1731575957324/83f56b55f2af%2C36805%2C1731575957324.1731575959334 to pos 0, reset compression=false 2024-11-14T09:19:27,487 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T09:19:27,487 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-14T09:19:27,488 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T09:19:27,488 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-14T09:19:27,488 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T09:19:27,488 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-14T09:19:27,488 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T09:19:27,488 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-14T09:19:27,514 DEBUG [RS:0;83f56b55f2af:36805 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T09:19:27,563 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/data/hbase/meta/1588230740/.tmp/ns/6847130867fb4835afa7dd3684a2d654 2024-11-14T09:19:27,587 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/data/hbase/meta/1588230740/.tmp/table/65361842572548a0bb83412b86cd8ec4 is 53, key is hbase:replication/table:state/1731575965749/Put/seqid=0 2024-11-14T09:19:27,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38973 is added to blk_1073741841_1017 (size=5256) 2024-11-14T09:19:27,714 INFO [RS:0;83f56b55f2af:36805 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T09:19:27,714 DEBUG [RS:0;83f56b55f2af:36805 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T09:19:27,714 DEBUG [RS:0;83f56b55f2af:36805 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T09:19:27,914 DEBUG [RS:0;83f56b55f2af:36805 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T09:19:27,991 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/data/hbase/meta/1588230740/.tmp/table/65361842572548a0bb83412b86cd8ec4 2024-11-14T09:19:27,997 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/data/hbase/meta/1588230740/.tmp/info/61d0ef2720b74deba911689c180ff47d as hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/data/hbase/meta/1588230740/info/61d0ef2720b74deba911689c180ff47d 2024-11-14T09:19:28,002 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/data/hbase/meta/1588230740/info/61d0ef2720b74deba911689c180ff47d, entries=10, sequenceid=11, filesize=6.5 K 2024-11-14T09:19:28,003 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/data/hbase/meta/1588230740/.tmp/ns/6847130867fb4835afa7dd3684a2d654 as hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/data/hbase/meta/1588230740/ns/6847130867fb4835afa7dd3684a2d654 2024-11-14T09:19:28,007 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/data/hbase/meta/1588230740/ns/6847130867fb4835afa7dd3684a2d654, entries=2, sequenceid=11, filesize=5.0 K 2024-11-14T09:19:28,008 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/data/hbase/meta/1588230740/.tmp/table/65361842572548a0bb83412b86cd8ec4 as hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/data/hbase/meta/1588230740/table/65361842572548a0bb83412b86cd8ec4 2024-11-14T09:19:28,012 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/data/hbase/meta/1588230740/table/65361842572548a0bb83412b86cd8ec4, entries=2, sequenceid=11, filesize=5.1 K 2024-11-14T09:19:28,013 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1300ms, sequenceid=11, compaction requested=false 2024-11-14T09:19:28,018 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-14T09:19:28,018 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T09:19:28,018 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T09:19:28,018 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T09:19:28,018 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731575966713Running coprocessor pre-close hooks at 1731575966713Disabling compacts and flushes for region at 1731575966713Disabling writes for close at 1731575966713Obtaining lock to block concurrent updates at 1731575966713Preparing flush snapshotting stores in 1588230740 at 1731575966713Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731575966714 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731575966714Flushing 1588230740/info: creating writer at 1731575966714Flushing 1588230740/info: appending metadata at 1731575966729 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731575966729Flushing 1588230740/ns: creating writer at 1731575967140 (+411 ms)Flushing 1588230740/ns: appending metadata at 1731575967159 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731575967159Flushing 1588230740/table: creating writer at 1731575967569 (+410 ms)Flushing 1588230740/table: appending metadata at 1731575967586 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731575967586Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b3768b4: reopening flushed file at 1731575967996 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46e86d6b: reopening flushed file at 1731575968002 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ab38d21: reopening flushed file at 1731575968007 (+5 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1300ms, sequenceid=11, compaction requested=false at 1731575968013 (+6 ms)Writing region close event to WAL at 1731575968015 (+2 ms)Running coprocessor post-close hooks at 1731575968018 (+3 ms)Closed at 1731575968018 2024-11-14T09:19:28,019 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T09:19:28,025 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,36805,1731575957324.replicationSource.wal-reader.83f56b55f2af%2C36805%2C1731575957324,1-83f56b55f2af,36805,1731575957324 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/WALs/83f56b55f2af,36805,1731575957324/83f56b55f2af%2C36805%2C1731575957324.1731575959334 to pos 0, reset compression=false 2024-11-14T09:19:28,114 INFO [RS:0;83f56b55f2af:36805 {}] regionserver.HRegionServer(976): stopping server 83f56b55f2af,36805,1731575957324; all regions closed. 2024-11-14T09:19:28,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38973 is added to blk_1073741834_1010 (size=2742) 2024-11-14T09:19:28,117 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/WALs/83f56b55f2af,36805,1731575957324/83f56b55f2af%2C36805%2C1731575957324.meta.1731575960289.meta not finished, retry = 0 2024-11-14T09:19:28,219 DEBUG [RS:0;83f56b55f2af:36805 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/oldWALs 2024-11-14T09:19:28,219 INFO [RS:0;83f56b55f2af:36805 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 83f56b55f2af%2C36805%2C1731575957324.meta:.meta(num 1731575960289) 2024-11-14T09:19:28,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38973 is added to blk_1073741837_1013 (size=1586) 2024-11-14T09:19:28,222 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/WALs/83f56b55f2af,36805,1731575957324/83f56b55f2af%2C36805%2C1731575957324.rep.1731575965703 not finished, retry = 0 2024-11-14T09:19:28,324 DEBUG [RS:0;83f56b55f2af:36805 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/oldWALs 2024-11-14T09:19:28,324 INFO [RS:0;83f56b55f2af:36805 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 83f56b55f2af%2C36805%2C1731575957324.rep:(num 1731575965703) 2024-11-14T09:19:28,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38973 is added to blk_1073741832_1008 (size=93) 2024-11-14T09:19:28,326 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/WALs/83f56b55f2af,36805,1731575957324/83f56b55f2af%2C36805%2C1731575957324.1731575959334 not finished, retry = 0 2024-11-14T09:19:28,429 DEBUG [RS:0;83f56b55f2af:36805 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/oldWALs 2024-11-14T09:19:28,429 INFO [RS:0;83f56b55f2af:36805 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 83f56b55f2af%2C36805%2C1731575957324:(num 1731575959334) 2024-11-14T09:19:28,429 DEBUG [RS:0;83f56b55f2af:36805 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:19:28,429 INFO [RS:0;83f56b55f2af:36805 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T09:19:28,429 INFO [RS:0;83f56b55f2af:36805 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T09:19:28,429 INFO [RS:0;83f56b55f2af:36805 {}] hbase.ChoreService(370): Chore service for: regionserver/83f56b55f2af:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T09:19:28,429 INFO [RS:0;83f56b55f2af:36805 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T09:19:28,429 INFO [regionserver/83f56b55f2af:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T09:19:28,429 INFO [RS:0;83f56b55f2af:36805 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-83f56b55f2af,36805,1731575957324 because: Region server is closing 2024-11-14T09:19:28,429 INFO [RS:0;83f56b55f2af:36805 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;83f56b55f2af:36805. 2024-11-14T09:19:28,429 DEBUG [RS:0;83f56b55f2af:36805 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:19:28,429 DEBUG [RS:0;83f56b55f2af:36805 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:19:28,430 DEBUG [RS:0;83f56b55f2af:36805 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:19:28,430 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T09:19:28,530 WARN [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,36805,1731575957324.replicationSource.wal-reader.83f56b55f2af%2C36805%2C1731575957324,1-83f56b55f2af,36805,1731575957324 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T09:19:28,530 WARN [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,36805,1731575957324.replicationSource.shipper83f56b55f2af%2C36805%2C1731575957324,1-83f56b55f2af,36805,1731575957324 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-14T09:19:28,530 INFO [RS:0;83f56b55f2af:36805 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,36805,1731575957324.replicationSource.shipper83f56b55f2af%2C36805%2C1731575957324,1-83f56b55f2af,36805,1731575957324 terminated 2024-11-14T09:19:28,530 INFO [RS:0;83f56b55f2af:36805 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36805 2024-11-14T09:19:28,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44259-0x10115c62d7b0000, quorum=127.0.0.1:59220, baseZNode=/0-230995997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-230995997/rs 2024-11-14T09:19:28,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36805-0x10115c62d7b0001, quorum=127.0.0.1:59220, baseZNode=/0-230995997 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-230995997/rs/83f56b55f2af,36805,1731575957324 2024-11-14T09:19:28,533 INFO [RS:0;83f56b55f2af:36805 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T09:19:28,535 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [83f56b55f2af,36805,1731575957324] 2024-11-14T09:19:28,536 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-230995997/draining/83f56b55f2af,36805,1731575957324 already deleted, retry=false 2024-11-14T09:19:28,536 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 83f56b55f2af,36805,1731575957324 expired; onlineServers=0 2024-11-14T09:19:28,536 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '83f56b55f2af,44259,1731575957268' ***** 2024-11-14T09:19:28,536 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T09:19:28,536 INFO [M:0;83f56b55f2af:44259 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T09:19:28,536 INFO [M:0;83f56b55f2af:44259 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T09:19:28,536 DEBUG [M:0;83f56b55f2af:44259 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T09:19:28,536 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T09:19:28,536 DEBUG [M:0;83f56b55f2af:44259 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T09:19:28,536 DEBUG [master/83f56b55f2af:0:becomeActiveMaster-HFileCleaner.small.0-1731575959124 {}] cleaner.HFileCleaner(306): Exit Thread[master/83f56b55f2af:0:becomeActiveMaster-HFileCleaner.small.0-1731575959124,5,FailOnTimeoutGroup] 2024-11-14T09:19:28,536 DEBUG [master/83f56b55f2af:0:becomeActiveMaster-HFileCleaner.large.0-1731575959123 {}] cleaner.HFileCleaner(306): Exit Thread[master/83f56b55f2af:0:becomeActiveMaster-HFileCleaner.large.0-1731575959123,5,FailOnTimeoutGroup] 2024-11-14T09:19:28,536 INFO [M:0;83f56b55f2af:44259 {}] hbase.ChoreService(370): Chore service for: master/83f56b55f2af:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T09:19:28,537 INFO [M:0;83f56b55f2af:44259 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T09:19:28,537 DEBUG [M:0;83f56b55f2af:44259 {}] master.HMaster(1795): Stopping service threads 2024-11-14T09:19:28,537 INFO [M:0;83f56b55f2af:44259 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T09:19:28,537 INFO [M:0;83f56b55f2af:44259 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T09:19:28,537 INFO [M:0;83f56b55f2af:44259 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T09:19:28,537 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T09:19:28,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44259-0x10115c62d7b0000, quorum=127.0.0.1:59220, baseZNode=/0-230995997 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-230995997/master 2024-11-14T09:19:28,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44259-0x10115c62d7b0000, quorum=127.0.0.1:59220, baseZNode=/0-230995997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-230995997 2024-11-14T09:19:28,538 DEBUG [M:0;83f56b55f2af:44259 {}] zookeeper.ZKUtil(347): master:44259-0x10115c62d7b0000, quorum=127.0.0.1:59220, baseZNode=/0-230995997 Unable to get data of znode /0-230995997/master because node does not exist (not an error) 2024-11-14T09:19:28,538 WARN [M:0;83f56b55f2af:44259 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T09:19:28,538 INFO [M:0;83f56b55f2af:44259 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/.lastflushedseqids 2024-11-14T09:19:28,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38973 is added to blk_1073741842_1018 (size=181) 2024-11-14T09:19:28,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36805-0x10115c62d7b0001, quorum=127.0.0.1:59220, baseZNode=/0-230995997 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T09:19:28,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36805-0x10115c62d7b0001, quorum=127.0.0.1:59220, baseZNode=/0-230995997 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T09:19:28,635 INFO [RS:0;83f56b55f2af:36805 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T09:19:28,635 INFO [RS:0;83f56b55f2af:36805 {}] regionserver.HRegionServer(1031): Exiting; stopping=83f56b55f2af,36805,1731575957324; zookeeper connection closed. 2024-11-14T09:19:28,635 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5443e657 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5443e657 2024-11-14T09:19:28,635 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T09:19:28,943 INFO [M:0;83f56b55f2af:44259 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T09:19:28,943 INFO [M:0;83f56b55f2af:44259 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T09:19:28,944 DEBUG [M:0;83f56b55f2af:44259 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T09:19:28,944 INFO [M:0;83f56b55f2af:44259 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:19:28,944 DEBUG [M:0;83f56b55f2af:44259 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:19:28,944 DEBUG [M:0;83f56b55f2af:44259 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T09:19:28,944 DEBUG [M:0;83f56b55f2af:44259 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:19:28,944 INFO [M:0;83f56b55f2af:44259 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-14T09:19:28,963 DEBUG [M:0;83f56b55f2af:44259 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/24ee697c5e24492697ab108dee0db0db is 82, key is hbase:meta,,1/info:regioninfo/1731575960319/Put/seqid=0 2024-11-14T09:19:28,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38973 is added to blk_1073741843_1019 (size=5672) 2024-11-14T09:19:29,370 INFO [M:0;83f56b55f2af:44259 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/24ee697c5e24492697ab108dee0db0db 2024-11-14T09:19:29,389 DEBUG [M:0;83f56b55f2af:44259 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6b10713cdf514796abf46f147e161b84 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731575965754/Put/seqid=0 2024-11-14T09:19:29,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38973 is added to blk_1073741844_1020 (size=7203) 2024-11-14T09:19:29,794 INFO [M:0;83f56b55f2af:44259 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6b10713cdf514796abf46f147e161b84 2024-11-14T09:19:29,813 DEBUG [M:0;83f56b55f2af:44259 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0c06e249534f4c6dbc6080894f141bdc is 69, key is 83f56b55f2af,36805,1731575957324/rs:state/1731575959173/Put/seqid=0 2024-11-14T09:19:29,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38973 is added to blk_1073741845_1021 (size=5156) 2024-11-14T09:19:29,949 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T09:19:29,989 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:19:29,989 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:19:29,990 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:19:29,990 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:19:29,999 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:19:30,217 INFO [M:0;83f56b55f2af:44259 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0c06e249534f4c6dbc6080894f141bdc 2024-11-14T09:19:30,222 DEBUG [M:0;83f56b55f2af:44259 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/24ee697c5e24492697ab108dee0db0db as hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/24ee697c5e24492697ab108dee0db0db 2024-11-14T09:19:30,226 INFO [M:0;83f56b55f2af:44259 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/24ee697c5e24492697ab108dee0db0db, entries=8, sequenceid=70, filesize=5.5 K 2024-11-14T09:19:30,227 DEBUG [M:0;83f56b55f2af:44259 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6b10713cdf514796abf46f147e161b84 as hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6b10713cdf514796abf46f147e161b84 2024-11-14T09:19:30,231 INFO [M:0;83f56b55f2af:44259 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6b10713cdf514796abf46f147e161b84, entries=8, sequenceid=70, filesize=7.0 K 2024-11-14T09:19:30,232 DEBUG [M:0;83f56b55f2af:44259 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0c06e249534f4c6dbc6080894f141bdc as hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0c06e249534f4c6dbc6080894f141bdc 2024-11-14T09:19:30,235 INFO [M:0;83f56b55f2af:44259 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0c06e249534f4c6dbc6080894f141bdc, entries=1, sequenceid=70, filesize=5.0 K 2024-11-14T09:19:30,236 INFO [M:0;83f56b55f2af:44259 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1292ms, sequenceid=70, compaction requested=false 2024-11-14T09:19:30,237 INFO [M:0;83f56b55f2af:44259 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:19:30,238 DEBUG [M:0;83f56b55f2af:44259 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731575968944Disabling compacts and flushes for region at 1731575968944Disabling writes for close at 1731575968944Obtaining lock to block concurrent updates at 1731575968944Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731575968944Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731575968944Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731575968945 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731575968945Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731575968963 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731575968963Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731575969375 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731575969389 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731575969389Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731575969798 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731575969812 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731575969812Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2354ec0: reopening flushed file at 1731575970222 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37ba1dfe: reopening flushed file at 1731575970227 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2029192a: reopening flushed file at 1731575970231 (+4 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1292ms, sequenceid=70, compaction requested=false at 1731575970236 (+5 ms)Writing region close event to WAL at 1731575970237 (+1 ms)Closed at 1731575970237 2024-11-14T09:19:30,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38973 is added to blk_1073741830_1006 (size=41008) 2024-11-14T09:19:30,240 INFO [M:0;83f56b55f2af:44259 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T09:19:30,240 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T09:19:30,240 INFO [M:0;83f56b55f2af:44259 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44259 2024-11-14T09:19:30,240 INFO [M:0;83f56b55f2af:44259 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T09:19:30,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44259-0x10115c62d7b0000, quorum=127.0.0.1:59220, baseZNode=/0-230995997 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T09:19:30,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44259-0x10115c62d7b0000, quorum=127.0.0.1:59220, baseZNode=/0-230995997 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T09:19:30,342 INFO [M:0;83f56b55f2af:44259 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T09:19:30,344 INFO [Time-limited test {}] client.ConnectionUtils(128): master/83f56b55f2af:0 server-side Connection retries=45 2024-11-14T09:19:30,344 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T09:19:30,344 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T09:19:30,344 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T09:19:30,344 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T09:19:30,344 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T09:19:30,344 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T09:19:30,344 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T09:19:30,345 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35107 2024-11-14T09:19:30,346 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35107 connecting to ZooKeeper ensemble=127.0.0.1:59220 2024-11-14T09:19:30,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:351070x0, quorum=127.0.0.1:59220, baseZNode=/0-230995997 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T09:19:30,349 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35107-0x10115c62d7b0006 connected 2024-11-14T09:19:30,354 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:19:30,356 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:19:30,359 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35107-0x10115c62d7b0006, quorum=127.0.0.1:59220, baseZNode=/0-230995997 Set watcher on znode that does not yet exist, /0-230995997/running 2024-11-14T09:19:30,359 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-230995997/meta-region-server: INIT 2024-11-14T09:19:30,359 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f, hbase.cluster.distributed=false 2024-11-14T09:19:30,360 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35107-0x10115c62d7b0006, quorum=127.0.0.1:59220, baseZNode=/0-230995997 Set watcher on znode that does not yet exist, /0-230995997/acl 2024-11-14T09:19:30,364 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35107 2024-11-14T09:19:30,364 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35107 2024-11-14T09:19:30,366 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35107 2024-11-14T09:19:30,367 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35107 2024-11-14T09:19:30,368 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35107 2024-11-14T09:19:30,386 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/83f56b55f2af:0 server-side Connection retries=45 2024-11-14T09:19:30,387 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T09:19:30,387 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T09:19:30,387 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T09:19:30,387 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T09:19:30,387 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T09:19:30,387 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T09:19:30,387 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T09:19:30,387 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32837 2024-11-14T09:19:30,388 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32837 connecting to ZooKeeper ensemble=127.0.0.1:59220 2024-11-14T09:19:30,389 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:19:30,391 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:19:30,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:328370x0, quorum=127.0.0.1:59220, baseZNode=/0-230995997 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T09:19:30,395 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:328370x0, quorum=127.0.0.1:59220, baseZNode=/0-230995997 Set watcher on znode that does not yet exist, /0-230995997/running 2024-11-14T09:19:30,395 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32837-0x10115c62d7b0007 connected 2024-11-14T09:19:30,395 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T09:19:30,395 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-230995997/meta-region-server: INIT 2024-11-14T09:19:30,396 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T09:19:30,397 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32837-0x10115c62d7b0007, quorum=127.0.0.1:59220, baseZNode=/0-230995997 Set watcher on znode that does not yet exist, /0-230995997/master 2024-11-14T09:19:30,398 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32837-0x10115c62d7b0007, quorum=127.0.0.1:59220, baseZNode=/0-230995997 Set watcher on znode that does not yet exist, /0-230995997/acl 2024-11-14T09:19:30,404 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32837 2024-11-14T09:19:30,404 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32837 2024-11-14T09:19:30,405 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32837 2024-11-14T09:19:30,405 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32837 2024-11-14T09:19:30,406 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32837 2024-11-14T09:19:30,419 DEBUG [M:0;83f56b55f2af:35107 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;83f56b55f2af:35107 2024-11-14T09:19:30,420 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-230995997/backup-masters/83f56b55f2af,35107,1731575970344 2024-11-14T09:19:30,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35107-0x10115c62d7b0006, quorum=127.0.0.1:59220, baseZNode=/0-230995997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-230995997/backup-masters 2024-11-14T09:19:30,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32837-0x10115c62d7b0007, quorum=127.0.0.1:59220, baseZNode=/0-230995997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-230995997/backup-masters 2024-11-14T09:19:30,421 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35107-0x10115c62d7b0006, quorum=127.0.0.1:59220, baseZNode=/0-230995997 Set watcher on existing znode=/0-230995997/backup-masters/83f56b55f2af,35107,1731575970344 2024-11-14T09:19:30,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35107-0x10115c62d7b0006, quorum=127.0.0.1:59220, baseZNode=/0-230995997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-230995997 2024-11-14T09:19:30,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32837-0x10115c62d7b0007, quorum=127.0.0.1:59220, baseZNode=/0-230995997 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-230995997/master 2024-11-14T09:19:30,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32837-0x10115c62d7b0007, quorum=127.0.0.1:59220, baseZNode=/0-230995997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-230995997 2024-11-14T09:19:30,423 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35107-0x10115c62d7b0006, quorum=127.0.0.1:59220, baseZNode=/0-230995997 Set watcher on existing znode=/0-230995997/master 2024-11-14T09:19:30,423 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-230995997/backup-masters/83f56b55f2af,35107,1731575970344 from backup master directory 2024-11-14T09:19:30,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35107-0x10115c62d7b0006, quorum=127.0.0.1:59220, baseZNode=/0-230995997 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-230995997/backup-masters/83f56b55f2af,35107,1731575970344 2024-11-14T09:19:30,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32837-0x10115c62d7b0007, quorum=127.0.0.1:59220, baseZNode=/0-230995997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-230995997/backup-masters 2024-11-14T09:19:30,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35107-0x10115c62d7b0006, quorum=127.0.0.1:59220, baseZNode=/0-230995997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-230995997/backup-masters 2024-11-14T09:19:30,429 WARN [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T09:19:30,429 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=83f56b55f2af,35107,1731575970344 2024-11-14T09:19:30,438 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:19:30,438 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T09:19:30,444 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 6ms. 2024-11-14T09:19:30,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38973 is added to blk_1073741846_1022 (size=196) 2024-11-14T09:19:30,851 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T09:19:30,852 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T09:19:30,852 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T09:19:30,858 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-14T09:19:30,860 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/MasterData/WALs/83f56b55f2af,44259,1731575957268 to hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/MasterData/WALs/83f56b55f2af,44259,1731575957268-dead as it is dead 2024-11-14T09:19:30,861 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/MasterData/WALs/83f56b55f2af,44259,1731575957268-dead/83f56b55f2af%2C44259%2C1731575957268.1731575959022 2024-11-14T09:19:30,862 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/MasterData/WALs/83f56b55f2af,44259,1731575957268-dead/83f56b55f2af%2C44259%2C1731575957268.1731575959022 after 1ms 2024-11-14T09:19:30,862 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/MasterData/WALs/83f56b55f2af,44259,1731575957268-dead/83f56b55f2af%2C44259%2C1731575957268.1731575959022 to hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/83f56b55f2af%2C44259%2C1731575957268.1731575959022 2024-11-14T09:19:30,862 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/MasterData/WALs/83f56b55f2af,44259,1731575957268-dead 2024-11-14T09:19:30,862 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/MasterData/WALs/83f56b55f2af,35107,1731575970344 2024-11-14T09:19:30,863 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T09:19:30,865 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=83f56b55f2af%2C35107%2C1731575970344, suffix=, logDir=hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/MasterData/WALs/83f56b55f2af,35107,1731575970344, archiveDir=hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/MasterData/oldWALs, maxLogs=10 2024-11-14T09:19:30,879 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/MasterData/WALs/83f56b55f2af,35107,1731575970344/83f56b55f2af%2C35107%2C1731575970344.1731575970865, exclude list is [], retry=0 2024-11-14T09:19:30,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38973,DS-91d83884-9383-481f-b7e3-46c998926295,DISK] 2024-11-14T09:19:30,883 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/MasterData/WALs/83f56b55f2af,35107,1731575970344/83f56b55f2af%2C35107%2C1731575970344.1731575970865 2024-11-14T09:19:30,883 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45437:45437)] 2024-11-14T09:19:30,883 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T09:19:30,883 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:19:30,883 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:19:30,883 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:19:30,884 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:19:30,885 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T09:19:30,885 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:19:30,890 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/24ee697c5e24492697ab108dee0db0db 2024-11-14T09:19:30,890 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:19:30,890 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:19:30,891 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T09:19:30,891 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:19:30,895 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6b10713cdf514796abf46f147e161b84 2024-11-14T09:19:30,895 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:19:30,896 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:19:30,896 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T09:19:30,896 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:19:30,901 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0c06e249534f4c6dbc6080894f141bdc 2024-11-14T09:19:30,901 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:19:30,901 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:19:30,902 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T09:19:30,902 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:19:30,902 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:19:30,902 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:19:30,903 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-14T09:19:30,903 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/83f56b55f2af%2C44259%2C1731575957268.1731575959022 2024-11-14T09:19:30,907 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/83f56b55f2af%2C44259%2C1731575957268.1731575959022 2024-11-14T09:19:30,907 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/83f56b55f2af%2C44259%2C1731575957268.1731575959022 2024-11-14T09:19:30,908 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:19:30,908 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:19:30,909 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T09:19:30,910 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:19:30,911 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-14T09:19:30,912 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73131764, jitterRate=0.08974820375442505}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T09:19:30,913 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731575970883Initializing all the Stores at 1731575970884 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731575970884Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731575970884Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731575970884Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731575970884Cleaning up temporary data from old regions at 1731575970908 (+24 ms)Region opened successfully at 1731575970912 (+4 ms) 2024-11-14T09:19:30,913 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T09:19:30,915 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e5a08c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=83f56b55f2af/172.17.0.2:0 2024-11-14T09:19:30,917 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-14T09:19:30,917 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T09:19:30,917 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T09:19:30,917 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T09:19:30,918 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T09:19:30,920 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T09:19:30,921 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T09:19:30,921 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T09:19:30,921 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-14T09:19:30,921 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T09:19:30,923 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=83f56b55f2af,36805,1731575957324, regionLocation=83f56b55f2af,36805,1731575957324, openSeqNum=2 2024-11-14T09:19:30,923 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=83f56b55f2af,36805,1731575957324, table=hbase:meta, region=1588230740 2024-11-14T09:19:30,923 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 83f56b55f2af,36805,1731575957324, state=OPEN 2024-11-14T09:19:30,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32837-0x10115c62d7b0007, quorum=127.0.0.1:59220, baseZNode=/0-230995997 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-230995997/meta-region-server 2024-11-14T09:19:30,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35107-0x10115c62d7b0006, quorum=127.0.0.1:59220, baseZNode=/0-230995997 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-230995997/meta-region-server 2024-11-14T09:19:30,925 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-230995997/meta-region-server: CHANGED 2024-11-14T09:19:30,925 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-230995997/meta-region-server: CHANGED 2024-11-14T09:19:30,928 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-14T09:19:30,929 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-230995997/draining/83f56b55f2af,36805,1731575957324 already deleted, retry=false 2024-11-14T09:19:30,929 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 83f56b55f2af,36805,1731575957324 on 83f56b55f2af,35107,1731575970344 2024-11-14T09:19:30,930 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 83f56b55f2af,36805,1731575957324, splitWal=true, meta=true 2024-11-14T09:19:30,930 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=9 for 83f56b55f2af,36805,1731575957324 (carryingMeta=true) 83f56b55f2af,36805,1731575957324/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@1b0a5931[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-14T09:19:30,931 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35107-0x10115c62d7b0006, quorum=127.0.0.1:59220, baseZNode=/0-230995997 Unable to get data of znode /0-230995997/balancer because node does not exist (not necessarily an error) 2024-11-14T09:19:30,933 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-230995997/balancer already deleted, retry=false 2024-11-14T09:19:30,934 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T09:19:30,934 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35107-0x10115c62d7b0006, quorum=127.0.0.1:59220, baseZNode=/0-230995997 Unable to get data of znode /0-230995997/normalizer because node does not exist (not necessarily an error) 2024-11-14T09:19:30,935 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-230995997/normalizer already deleted, retry=false 2024-11-14T09:19:30,935 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T09:19:30,936 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35107-0x10115c62d7b0006, quorum=127.0.0.1:59220, baseZNode=/0-230995997 Unable to get data of znode /0-230995997/switch/split because node does not exist (not necessarily an error) 2024-11-14T09:19:30,937 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-230995997/switch/split already deleted, retry=false 2024-11-14T09:19:30,938 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35107-0x10115c62d7b0006, quorum=127.0.0.1:59220, baseZNode=/0-230995997 Unable to get data of znode /0-230995997/switch/merge because node does not exist (not necessarily an error) 2024-11-14T09:19:30,939 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-230995997/switch/merge already deleted, retry=false 2024-11-14T09:19:30,943 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35107-0x10115c62d7b0006, quorum=127.0.0.1:59220, baseZNode=/0-230995997 Unable to get data of znode /0-230995997/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T09:19:30,944 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-230995997/snapshot-cleanup already deleted, retry=false 2024-11-14T09:19:30,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35107-0x10115c62d7b0006, quorum=127.0.0.1:59220, baseZNode=/0-230995997 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-230995997/running 2024-11-14T09:19:30,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32837-0x10115c62d7b0007, quorum=127.0.0.1:59220, baseZNode=/0-230995997 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-230995997/running 2024-11-14T09:19:30,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35107-0x10115c62d7b0006, quorum=127.0.0.1:59220, baseZNode=/0-230995997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-230995997 2024-11-14T09:19:30,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32837-0x10115c62d7b0007, quorum=127.0.0.1:59220, baseZNode=/0-230995997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-230995997 2024-11-14T09:19:30,946 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=83f56b55f2af,35107,1731575970344, sessionid=0x10115c62d7b0006, setting cluster-up flag (Was=false) 2024-11-14T09:19:30,948 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-230995997/flush-table-proc/acquired, /0-230995997/flush-table-proc/reached, /0-230995997/flush-table-proc/abort 2024-11-14T09:19:30,949 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=83f56b55f2af,35107,1731575970344 2024-11-14T09:19:30,952 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-230995997/online-snapshot/acquired, /0-230995997/online-snapshot/reached, /0-230995997/online-snapshot/abort 2024-11-14T09:19:30,953 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=83f56b55f2af,35107,1731575970344 2024-11-14T09:19:30,954 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/.lastflushedseqids 2024-11-14T09:19:30,956 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T09:19:30,957 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T09:19:30,957 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 83f56b55f2af,35107,1731575970344 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 83f56b55f2af,36805,1731575957324 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T09:19:30,958 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/83f56b55f2af:0, corePoolSize=5, maxPoolSize=5 2024-11-14T09:19:30,958 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/83f56b55f2af:0, corePoolSize=5, maxPoolSize=5 2024-11-14T09:19:30,958 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/83f56b55f2af:0, corePoolSize=5, maxPoolSize=5 2024-11-14T09:19:30,958 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/83f56b55f2af:0, corePoolSize=5, maxPoolSize=5 2024-11-14T09:19:30,958 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/83f56b55f2af:0, corePoolSize=10, maxPoolSize=10 2024-11-14T09:19:30,958 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:19:30,958 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/83f56b55f2af:0, corePoolSize=2, maxPoolSize=2 2024-11-14T09:19:30,958 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:19:30,959 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731576000959 2024-11-14T09:19:30,959 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T09:19:30,959 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T09:19:30,959 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T09:19:30,959 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T09:19:30,959 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T09:19:30,959 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T09:19:30,959 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T09:19:30,960 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 83f56b55f2af,36805,1731575957324, splitWal=true, meta=true 2024-11-14T09:19:30,960 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T09:19:30,960 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T09:19:30,960 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T09:19:30,960 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T09:19:30,961 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 83f56b55f2af,36805,1731575957324, splitWal=true, meta=true, isMeta: true 2024-11-14T09:19:30,961 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/WALs/83f56b55f2af,36805,1731575957324-splitting 2024-11-14T09:19:30,962 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/WALs/83f56b55f2af,36805,1731575957324-splitting dir is empty, no logs to split. 2024-11-14T09:19:30,962 INFO [PEWorker-1 {}] master.SplitWALManager(105): 83f56b55f2af,36805,1731575957324 WAL count=0, meta=true 2024-11-14T09:19:30,964 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/WALs/83f56b55f2af,36805,1731575957324-splitting dir is empty, no logs to split. 2024-11-14T09:19:30,964 INFO [PEWorker-1 {}] master.SplitWALManager(105): 83f56b55f2af,36805,1731575957324 WAL count=0, meta=true 2024-11-14T09:19:30,964 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 83f56b55f2af,36805,1731575957324 WAL splitting is done? wals=0, meta=true 2024-11-14T09:19:30,964 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T09:19:30,964 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T09:19:30,965 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T09:19:30,965 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T09:19:30,966 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-14T09:19:30,969 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/83f56b55f2af:0:becomeActiveMaster-HFileCleaner.large.0-1731575970964,5,FailOnTimeoutGroup] 2024-11-14T09:19:30,969 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/83f56b55f2af:0:becomeActiveMaster-HFileCleaner.small.0-1731575970969,5,FailOnTimeoutGroup] 2024-11-14T09:19:30,969 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T09:19:30,969 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T09:19:30,969 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T09:19:30,969 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T09:19:30,969 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731575970969, completionTime=-1 2024-11-14T09:19:30,969 WARN [master/83f56b55f2af:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-14T09:19:30,969 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-14T09:19:31,008 INFO [RS:0;83f56b55f2af:32837 {}] regionserver.HRegionServer(746): ClusterId : 51c40291-0ec7-48e0-92bc-de17c698015d 2024-11-14T09:19:31,008 DEBUG [RS:0;83f56b55f2af:32837 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T09:19:31,010 DEBUG [RS:0;83f56b55f2af:32837 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T09:19:31,010 DEBUG [RS:0;83f56b55f2af:32837 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T09:19:31,012 DEBUG [RS:0;83f56b55f2af:32837 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T09:19:31,012 DEBUG [RS:0;83f56b55f2af:32837 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@129ff361, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=83f56b55f2af/172.17.0.2:0 2024-11-14T09:19:31,023 DEBUG [RS:0;83f56b55f2af:32837 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;83f56b55f2af:32837 2024-11-14T09:19:31,023 INFO [RS:0;83f56b55f2af:32837 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T09:19:31,023 INFO [RS:0;83f56b55f2af:32837 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T09:19:31,024 DEBUG [RS:0;83f56b55f2af:32837 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T09:19:31,024 INFO [RS:0;83f56b55f2af:32837 {}] regionserver.HRegionServer(2659): reportForDuty to master=83f56b55f2af,35107,1731575970344 with port=32837, startcode=1731575970386 2024-11-14T09:19:31,024 DEBUG [RS:0;83f56b55f2af:32837 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T09:19:31,026 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45283, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T09:19:31,026 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35107 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 83f56b55f2af,32837,1731575970386 2024-11-14T09:19:31,026 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35107 {}] master.ServerManager(517): Registering regionserver=83f56b55f2af,32837,1731575970386 2024-11-14T09:19:31,027 DEBUG [RS:0;83f56b55f2af:32837 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f 2024-11-14T09:19:31,027 DEBUG [RS:0;83f56b55f2af:32837 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41181 2024-11-14T09:19:31,027 DEBUG [RS:0;83f56b55f2af:32837 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T09:19:31,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35107-0x10115c62d7b0006, quorum=127.0.0.1:59220, baseZNode=/0-230995997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-230995997/rs 2024-11-14T09:19:31,033 DEBUG [RS:0;83f56b55f2af:32837 {}] zookeeper.ZKUtil(111): regionserver:32837-0x10115c62d7b0007, quorum=127.0.0.1:59220, baseZNode=/0-230995997 Set watcher on existing znode=/0-230995997/rs/83f56b55f2af,32837,1731575970386 2024-11-14T09:19:31,033 WARN [RS:0;83f56b55f2af:32837 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T09:19:31,033 INFO [RS:0;83f56b55f2af:32837 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T09:19:31,033 DEBUG [RS:0;83f56b55f2af:32837 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/WALs/83f56b55f2af,32837,1731575970386 2024-11-14T09:19:31,033 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [83f56b55f2af,32837,1731575970386] 2024-11-14T09:19:31,050 INFO [RS:0;83f56b55f2af:32837 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T09:19:31,051 INFO [RS:0;83f56b55f2af:32837 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T09:19:31,052 INFO [RS:0;83f56b55f2af:32837 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T09:19:31,052 INFO [RS:0;83f56b55f2af:32837 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T09:19:31,052 INFO [RS:0;83f56b55f2af:32837 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T09:19:31,053 INFO [RS:0;83f56b55f2af:32837 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T09:19:31,053 INFO [RS:0;83f56b55f2af:32837 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T09:19:31,053 DEBUG [RS:0;83f56b55f2af:32837 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:19:31,053 DEBUG [RS:0;83f56b55f2af:32837 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:19:31,053 DEBUG [RS:0;83f56b55f2af:32837 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:19:31,053 DEBUG [RS:0;83f56b55f2af:32837 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:19:31,053 DEBUG [RS:0;83f56b55f2af:32837 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:19:31,053 DEBUG [RS:0;83f56b55f2af:32837 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/83f56b55f2af:0, corePoolSize=2, maxPoolSize=2 2024-11-14T09:19:31,053 DEBUG [RS:0;83f56b55f2af:32837 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:19:31,053 DEBUG [RS:0;83f56b55f2af:32837 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:19:31,053 DEBUG [RS:0;83f56b55f2af:32837 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:19:31,053 DEBUG [RS:0;83f56b55f2af:32837 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:19:31,053 DEBUG [RS:0;83f56b55f2af:32837 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:19:31,053 DEBUG [RS:0;83f56b55f2af:32837 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:19:31,053 DEBUG [RS:0;83f56b55f2af:32837 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/83f56b55f2af:0, corePoolSize=3, maxPoolSize=3 2024-11-14T09:19:31,053 DEBUG [RS:0;83f56b55f2af:32837 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/83f56b55f2af:0, corePoolSize=3, maxPoolSize=3 2024-11-14T09:19:31,053 INFO [RS:0;83f56b55f2af:32837 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T09:19:31,053 INFO [RS:0;83f56b55f2af:32837 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T09:19:31,053 INFO [RS:0;83f56b55f2af:32837 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T09:19:31,053 INFO [RS:0;83f56b55f2af:32837 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T09:19:31,053 INFO [RS:0;83f56b55f2af:32837 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T09:19:31,053 INFO [RS:0;83f56b55f2af:32837 {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,32837,1731575970386-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T09:19:31,067 INFO [RS:0;83f56b55f2af:32837 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T09:19:31,067 INFO [RS:0;83f56b55f2af:32837 {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,32837,1731575970386-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T09:19:31,069 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=100ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-14T09:19:31,080 INFO [RS:0;83f56b55f2af:32837 {}] regionserver.ReplicationSource(231): queueId=1-83f56b55f2af,32837,1731575970386, ReplicationSource: 1, currentBandwidth=0 2024-11-14T09:19:31,080 INFO [RS:0;83f56b55f2af:32837 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:19:31,080 INFO [RS:0;83f56b55f2af:32837 {}] regionserver.Replication(171): 83f56b55f2af,32837,1731575970386 started 2024-11-14T09:19:31,094 DEBUG [RS:0;83f56b55f2af:32837.replicationSource,1-83f56b55f2af,32837,1731575970386 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='83f56b55f2af:35855' 2024-11-14T09:19:31,094 INFO [RS:0;83f56b55f2af:32837 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:19:31,095 INFO [RS:0;83f56b55f2af:32837 {}] regionserver.HRegionServer(1482): Serving as 83f56b55f2af,32837,1731575970386, RpcServer on 83f56b55f2af/172.17.0.2:32837, sessionid=0x10115c62d7b0007 2024-11-14T09:19:31,095 DEBUG [RS:0;83f56b55f2af:32837 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T09:19:31,095 DEBUG [RS:0;83f56b55f2af:32837 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 83f56b55f2af,32837,1731575970386 2024-11-14T09:19:31,095 DEBUG [RS:0;83f56b55f2af:32837 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '83f56b55f2af,32837,1731575970386' 2024-11-14T09:19:31,095 DEBUG [RS:0;83f56b55f2af:32837 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-230995997/flush-table-proc/abort' 2024-11-14T09:19:31,095 DEBUG [RS:0;83f56b55f2af:32837.replicationSource,1-83f56b55f2af,32837,1731575970386 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7c352888, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:19:31,095 DEBUG [RS:0;83f56b55f2af:32837.replicationSource,1-83f56b55f2af,32837,1731575970386 {}] client.ClusterIdFetcher(90): Going to request 83f56b55f2af,35855,-1 for getting cluster id 2024-11-14T09:19:31,095 DEBUG [RS:0;83f56b55f2af:32837.replicationSource,1-83f56b55f2af,32837,1731575970386 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T09:19:31,095 DEBUG [RS:0;83f56b55f2af:32837 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-230995997/flush-table-proc/acquired' 2024-11-14T09:19:31,096 DEBUG [RS:0;83f56b55f2af:32837 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T09:19:31,096 DEBUG [RS:0;83f56b55f2af:32837 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T09:19:31,096 DEBUG [RS:0;83f56b55f2af:32837 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 83f56b55f2af,32837,1731575970386 2024-11-14T09:19:31,096 DEBUG [RS:0;83f56b55f2af:32837 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '83f56b55f2af,32837,1731575970386' 2024-11-14T09:19:31,096 DEBUG [RS:0;83f56b55f2af:32837 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-230995997/online-snapshot/abort' 2024-11-14T09:19:31,096 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'abcbe76d-5eda-462e-88f3-9b39af267ae3' 2024-11-14T09:19:31,096 DEBUG [RS:0;83f56b55f2af:32837 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-230995997/online-snapshot/acquired' 2024-11-14T09:19:31,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T09:19:31,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "abcbe76d-5eda-462e-88f3-9b39af267ae3" 2024-11-14T09:19:31,097 DEBUG [RS:0;83f56b55f2af:32837 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T09:19:31,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@74db5f15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:19:31,097 INFO [RS:0;83f56b55f2af:32837 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T09:19:31,097 INFO [RS:0;83f56b55f2af:32837 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T09:19:31,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83f56b55f2af,35855,-1] 2024-11-14T09:19:31,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T09:19:31,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:19:31,098 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-14T09:19:31,098 DEBUG [RS:0;83f56b55f2af:32837.replicationSource,1-83f56b55f2af,32837,1731575970386 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@27a51c16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:19:31,098 DEBUG [RS:0;83f56b55f2af:32837.replicationSource,1-83f56b55f2af,32837,1731575970386 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T09:19:31,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 83f56b55f2af,35855,1731575961469 2024-11-14T09:19:31,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@785311ce 2024-11-14T09:19:31,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T09:19:31,100 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-14T09:19:31,100 INFO [RS:0;83f56b55f2af:32837.replicationSource,1-83f56b55f2af,32837,1731575970386 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-83f56b55f2af,32837,1731575970386 (queues=0) is replicating from cluster=51c40291-0ec7-48e0-92bc-de17c698015d to cluster=abcbe76d-5eda-462e-88f3-9b39af267ae3 2024-11-14T09:19:31,116 WARN [83f56b55f2af:35107 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-14T09:19:31,197 INFO [RS:0;83f56b55f2af:32837 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T09:19:31,198 INFO [RS:0;83f56b55f2af:32837 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=83f56b55f2af%2C32837%2C1731575970386, suffix=, logDir=hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/WALs/83f56b55f2af,32837,1731575970386, archiveDir=hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/oldWALs, maxLogs=10 2024-11-14T09:19:31,212 DEBUG [RS:0;83f56b55f2af:32837 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/WALs/83f56b55f2af,32837,1731575970386/83f56b55f2af%2C32837%2C1731575970386.1731575971199, exclude list is [], retry=0 2024-11-14T09:19:31,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38973,DS-91d83884-9383-481f-b7e3-46c998926295,DISK] 2024-11-14T09:19:31,215 INFO [RS:0;83f56b55f2af:32837 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/WALs/83f56b55f2af,32837,1731575970386/83f56b55f2af%2C32837%2C1731575970386.1731575971199 2024-11-14T09:19:31,216 DEBUG [RS:0;83f56b55f2af:32837 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 83f56b55f2af%2C32837%2C1731575970386 for peer 1 2024-11-14T09:19:31,216 DEBUG [RS:0;83f56b55f2af:32837 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=83f56b55f2af%2C32837%2C1731575970386 2024-11-14T09:19:31,216 INFO [RS:0;83f56b55f2af:32837 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-83f56b55f2af,32837,1731575970386, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T09:19:31,216 DEBUG [RS:0;83f56b55f2af:32837 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45437:45437)] 2024-11-14T09:19:31,216 INFO [RS:0;83f56b55f2af:32837.replicationSource.shipper83f56b55f2af%2C32837%2C1731575970386,1-83f56b55f2af,32837,1731575970386 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 83f56b55f2af%2C32837%2C1731575970386 2024-11-14T09:19:31,216 DEBUG [RS:0;83f56b55f2af:32837.replicationSource.wal-reader.83f56b55f2af%2C32837%2C1731575970386,1-83f56b55f2af,32837,1731575970386 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/WALs/83f56b55f2af,32837,1731575970386/83f56b55f2af%2C32837%2C1731575970386.1731575971199, startPosition=0, beingWritten=true 2024-11-14T09:19:31,367 DEBUG [83f56b55f2af:35107 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T09:19:31,367 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=83f56b55f2af,32837,1731575970386 2024-11-14T09:19:31,368 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 83f56b55f2af,32837,1731575970386, state=OPENING 2024-11-14T09:19:31,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32837-0x10115c62d7b0007, quorum=127.0.0.1:59220, baseZNode=/0-230995997 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-230995997/meta-region-server 2024-11-14T09:19:31,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35107-0x10115c62d7b0006, quorum=127.0.0.1:59220, baseZNode=/0-230995997 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-230995997/meta-region-server 2024-11-14T09:19:31,370 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T09:19:31,370 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-230995997/meta-region-server: CHANGED 2024-11-14T09:19:31,370 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-230995997/meta-region-server: CHANGED 2024-11-14T09:19:31,370 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=83f56b55f2af,32837,1731575970386}] 2024-11-14T09:19:31,421 DEBUG [RS:0;83f56b55f2af:32837.replicationSource.wal-reader.83f56b55f2af%2C32837%2C1731575970386,1-83f56b55f2af,32837,1731575970386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/WALs/83f56b55f2af,32837,1731575970386/83f56b55f2af%2C32837%2C1731575970386.1731575971199 to pos 0, reset compression=false 2024-11-14T09:19:31,522 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T09:19:31,524 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35621, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T09:19:31,527 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T09:19:31,527 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T09:19:31,527 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T09:19:31,528 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=83f56b55f2af%2C32837%2C1731575970386.meta, suffix=.meta, logDir=hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/WALs/83f56b55f2af,32837,1731575970386, archiveDir=hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/oldWALs, maxLogs=10 2024-11-14T09:19:31,542 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/WALs/83f56b55f2af,32837,1731575970386/83f56b55f2af%2C32837%2C1731575970386.meta.1731575971528.meta, exclude list is [], retry=0 2024-11-14T09:19:31,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38973,DS-91d83884-9383-481f-b7e3-46c998926295,DISK] 2024-11-14T09:19:31,545 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/WALs/83f56b55f2af,32837,1731575970386/83f56b55f2af%2C32837%2C1731575970386.meta.1731575971528.meta 2024-11-14T09:19:31,545 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45437:45437)] 2024-11-14T09:19:31,546 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T09:19:31,546 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T09:19:31,546 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T09:19:31,546 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T09:19:31,546 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T09:19:31,546 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T09:19:31,546 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:19:31,546 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T09:19:31,546 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T09:19:31,547 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T09:19:31,548 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T09:19:31,548 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:19:31,553 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/data/hbase/meta/1588230740/info/61d0ef2720b74deba911689c180ff47d 2024-11-14T09:19:31,554 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:19:31,554 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T09:19:31,554 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T09:19:31,555 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:19:31,560 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/data/hbase/meta/1588230740/ns/6847130867fb4835afa7dd3684a2d654 2024-11-14T09:19:31,560 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:19:31,560 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T09:19:31,561 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T09:19:31,561 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:19:31,561 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:19:31,561 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T09:19:31,562 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T09:19:31,562 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:19:31,567 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/data/hbase/meta/1588230740/table/65361842572548a0bb83412b86cd8ec4 2024-11-14T09:19:31,567 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:19:31,567 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T09:19:31,567 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/data/hbase/meta/1588230740 2024-11-14T09:19:31,568 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/data/hbase/meta/1588230740 2024-11-14T09:19:31,569 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T09:19:31,569 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T09:19:31,570 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T09:19:31,571 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T09:19:31,571 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73029714, jitterRate=0.0882275402545929}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T09:19:31,572 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T09:19:31,572 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731575971546Writing region info on filesystem at 1731575971546Initializing all the Stores at 1731575971547 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731575971547Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731575971547Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731575971547Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731575971547Cleaning up temporary data from old regions at 1731575971569 (+22 ms)Running coprocessor post-open hooks at 1731575971572 (+3 ms)Region opened successfully at 1731575971572 2024-11-14T09:19:31,572 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1731575971522 2024-11-14T09:19:31,574 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T09:19:31,574 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T09:19:31,575 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=83f56b55f2af,32837,1731575970386 2024-11-14T09:19:31,576 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 83f56b55f2af,32837,1731575970386, state=OPEN 2024-11-14T09:19:31,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32837-0x10115c62d7b0007, quorum=127.0.0.1:59220, baseZNode=/0-230995997 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-230995997/meta-region-server 2024-11-14T09:19:31,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35107-0x10115c62d7b0006, quorum=127.0.0.1:59220, baseZNode=/0-230995997 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-230995997/meta-region-server 2024-11-14T09:19:31,577 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-230995997/meta-region-server: CHANGED 2024-11-14T09:19:31,577 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-230995997/meta-region-server: CHANGED 2024-11-14T09:19:31,577 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=83f56b55f2af,32837,1731575970386 2024-11-14T09:19:31,579 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-14T09:19:31,579 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=83f56b55f2af,32837,1731575970386 in 208 msec 2024-11-14T09:19:31,581 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T09:19:31,581 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 615 msec 2024-11-14T09:19:31,725 DEBUG [RS:0;83f56b55f2af:32837.replicationSource.wal-reader.83f56b55f2af%2C32837%2C1731575970386,1-83f56b55f2af,32837,1731575970386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/WALs/83f56b55f2af,32837,1731575970386/83f56b55f2af%2C32837%2C1731575970386.1731575971199 to pos 0, reset compression=false 2024-11-14T09:19:32,130 DEBUG [RS:0;83f56b55f2af:32837.replicationSource.wal-reader.83f56b55f2af%2C32837%2C1731575970386,1-83f56b55f2af,32837,1731575970386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/WALs/83f56b55f2af,32837,1731575970386/83f56b55f2af%2C32837%2C1731575970386.1731575971199 to pos 0, reset compression=false 2024-11-14T09:19:32,572 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1603ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-14T09:19:32,635 DEBUG [RS:0;83f56b55f2af:32837.replicationSource.wal-reader.83f56b55f2af%2C32837%2C1731575970386,1-83f56b55f2af,32837,1731575970386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/WALs/83f56b55f2af,32837,1731575970386/83f56b55f2af%2C32837%2C1731575970386.1731575971199 to pos 0, reset compression=false 2024-11-14T09:19:33,241 DEBUG [RS:0;83f56b55f2af:32837.replicationSource.wal-reader.83f56b55f2af%2C32837%2C1731575970386,1-83f56b55f2af,32837,1731575970386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/WALs/83f56b55f2af,32837,1731575970386/83f56b55f2af%2C32837%2C1731575970386.1731575971199 to pos 0, reset compression=false 2024-11-14T09:19:33,946 DEBUG [RS:0;83f56b55f2af:32837.replicationSource.wal-reader.83f56b55f2af%2C32837%2C1731575970386,1-83f56b55f2af,32837,1731575970386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/WALs/83f56b55f2af,32837,1731575970386/83f56b55f2af%2C32837%2C1731575970386.1731575971199 to pos 0, reset compression=false 2024-11-14T09:19:34,074 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3105ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-14T09:19:34,751 DEBUG [RS:0;83f56b55f2af:32837.replicationSource.wal-reader.83f56b55f2af%2C32837%2C1731575970386,1-83f56b55f2af,32837,1731575970386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/WALs/83f56b55f2af,32837,1731575970386/83f56b55f2af%2C32837%2C1731575970386.1731575971199 to pos 0, reset compression=false 2024-11-14T09:19:35,476 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4507ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-14T09:19:35,476 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T09:19:35,476 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:19:35,477 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83f56b55f2af,32837,1731575970386, seqNum=-1] 2024-11-14T09:19:35,477 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T09:19:35,478 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56381, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T09:19:35,481 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3c3ccd3e5b48dc4f24701ba902010e58, regionState=OPEN, lastHost=83f56b55f2af,36805,1731575957324, regionLocation=83f56b55f2af,36805,1731575957324, openSeqNum=2 2024-11-14T09:19:35,482 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T09:19:35,482 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731576035482 2024-11-14T09:19:35,482 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731576095482 2024-11-14T09:19:35,482 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 5 msec 2024-11-14T09:19:35,482 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 83f56b55f2af,36805,1731575957324 had 2 regions 2024-11-14T09:19:35,482 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,35107,1731575970344-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T09:19:35,482 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,35107,1731575970344-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:19:35,482 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,35107,1731575970344-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:19:35,482 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-83f56b55f2af:35107, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:19:35,482 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T09:19:35,482 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T09:19:35,483 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 83f56b55f2af,36805,1731575957324, splitWal=true, meta=true, isMeta: false 2024-11-14T09:19:35,485 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/WALs/83f56b55f2af,36805,1731575957324-splitting dir is empty, no logs to split. 2024-11-14T09:19:35,485 INFO [PEWorker-3 {}] master.SplitWALManager(105): 83f56b55f2af,36805,1731575957324 WAL count=0, meta=false 2024-11-14T09:19:35,487 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/WALs/83f56b55f2af,36805,1731575957324-splitting dir is empty, no logs to split. 2024-11-14T09:19:35,487 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.058sec 2024-11-14T09:19:35,487 INFO [PEWorker-3 {}] master.SplitWALManager(105): 83f56b55f2af,36805,1731575957324 WAL count=0, meta=false 2024-11-14T09:19:35,487 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 83f56b55f2af,36805,1731575957324 WAL splitting is done? wals=0, meta=false 2024-11-14T09:19:35,487 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T09:19:35,487 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T09:19:35,487 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T09:19:35,487 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T09:19:35,487 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T09:19:35,487 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,35107,1731575970344-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T09:19:35,487 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,35107,1731575970344-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T09:19:35,489 WARN [master/83f56b55f2af:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=83f56b55f2af,36805,1731575957324/hbase:replication,,1731575964566.3c3ccd3e5b48dc4f24701ba902010e58. 2024-11-14T09:19:35,491 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3c3ccd3e5b48dc4f24701ba902010e58, ASSIGN}] 2024-11-14T09:19:35,491 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T09:19:35,491 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T09:19:35,491 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,35107,1731575970344-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:19:35,492 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3c3ccd3e5b48dc4f24701ba902010e58, ASSIGN 2024-11-14T09:19:35,492 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3c3ccd3e5b48dc4f24701ba902010e58, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-14T09:19:35,511 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10e57e82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:19:35,511 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83f56b55f2af,35107,-1 for getting cluster id 2024-11-14T09:19:35,512 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T09:19:35,513 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '51c40291-0ec7-48e0-92bc-de17c698015d' 2024-11-14T09:19:35,513 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T09:19:35,513 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "51c40291-0ec7-48e0-92bc-de17c698015d" 2024-11-14T09:19:35,513 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1582f4e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:19:35,513 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83f56b55f2af,35107,-1] 2024-11-14T09:19:35,513 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T09:19:35,513 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:19:35,514 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T09:19:35,515 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a1224e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:19:35,515 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:19:35,516 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83f56b55f2af,32837,1731575970386, seqNum=-1] 2024-11-14T09:19:35,516 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T09:19:35,517 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T09:19:35,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-14T09:19:35,519 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T09:19:35,519 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:19:35,519 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:19:35,519 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:19:35,519 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T09:19:35,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 83f56b55f2af:35107 after: 83f56b55f2af:35107 2024-11-14T09:19:35,520 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14ac6391, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:19:35,520 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83f56b55f2af,35107,-1 for getting cluster id 2024-11-14T09:19:35,520 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T09:19:35,520 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '51c40291-0ec7-48e0-92bc-de17c698015d' 2024-11-14T09:19:35,520 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T09:19:35,521 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "51c40291-0ec7-48e0-92bc-de17c698015d" 2024-11-14T09:19:35,521 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d41dba7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:19:35,521 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83f56b55f2af,35107,-1] 2024-11-14T09:19:35,521 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T09:19:35,521 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:19:35,522 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T09:19:35,522 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5917cf90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:19:35,522 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T09:19:35,523 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 83f56b55f2af,35107,1731575970344 2024-11-14T09:19:35,523 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3e58676c 2024-11-14T09:19:35,523 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T09:19:35,524 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T09:19:35,524 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35107 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-14T09:19:35,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T09:19:35,524 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T09:19:35,524 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:19:35,524 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:19:35,525 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:19:35,525 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T09:19:35,525 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T09:19:35,525 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=167177908, stopped=false 2024-11-14T09:19:35,525 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=83f56b55f2af,35855,1731575961469 2024-11-14T09:19:35,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35855-0x10115c62d7b0003, quorum=127.0.0.1:59220, baseZNode=/11516845733 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11516845733/running 2024-11-14T09:19:35,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44169-0x10115c62d7b0004, quorum=127.0.0.1:59220, baseZNode=/11516845733 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11516845733/running 2024-11-14T09:19:35,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35855-0x10115c62d7b0003, quorum=127.0.0.1:59220, baseZNode=/11516845733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11516845733 2024-11-14T09:19:35,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44169-0x10115c62d7b0004, quorum=127.0.0.1:59220, baseZNode=/11516845733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11516845733 2024-11-14T09:19:35,527 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T09:19:35,528 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T09:19:35,528 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:19:35,528 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:19:35,528 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '83f56b55f2af,44169,1731575961514' ***** 2024-11-14T09:19:35,528 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T09:19:35,528 INFO [RS:0;83f56b55f2af:44169 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T09:19:35,528 INFO [RS:0;83f56b55f2af:44169 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T09:19:35,528 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T09:19:35,528 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44169-0x10115c62d7b0004, quorum=127.0.0.1:59220, baseZNode=/11516845733 Set watcher on znode that does not yet exist, /11516845733/running 2024-11-14T09:19:35,528 INFO [RS:0;83f56b55f2af:44169 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T09:19:35,528 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35855-0x10115c62d7b0003, quorum=127.0.0.1:59220, baseZNode=/11516845733 Set watcher on znode that does not yet exist, /11516845733/running 2024-11-14T09:19:35,528 INFO [RS:0;83f56b55f2af:44169 {}] regionserver.HRegionServer(959): stopping server 83f56b55f2af,44169,1731575961514 2024-11-14T09:19:35,528 INFO [RS:0;83f56b55f2af:44169 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T09:19:35,528 INFO [RS:0;83f56b55f2af:44169 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;83f56b55f2af:44169. 2024-11-14T09:19:35,528 DEBUG [RS:0;83f56b55f2af:44169 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:19:35,528 DEBUG [RS:0;83f56b55f2af:44169 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:19:35,528 INFO [RS:0;83f56b55f2af:44169 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T09:19:35,528 INFO [RS:0;83f56b55f2af:44169 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T09:19:35,529 INFO [RS:0;83f56b55f2af:44169 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T09:19:35,529 INFO [RS:0;83f56b55f2af:44169 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T09:19:35,529 INFO [RS:0;83f56b55f2af:44169 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T09:19:35,529 DEBUG [RS:0;83f56b55f2af:44169 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T09:19:35,529 DEBUG [RS:0;83f56b55f2af:44169 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T09:19:35,529 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T09:19:35,529 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T09:19:35,529 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T09:19:35,529 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T09:19:35,529 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T09:19:35,529 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-14T09:19:35,545 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46477/user/jenkins/test-data/05f776eb-8499-c31b-9b5c-a72a9b05cc75/data/hbase/meta/1588230740/.tmp/ns/fbdaa7fb842a4698932447ff99d3c145 is 43, key is default/ns:d/1731575964472/Put/seqid=0 2024-11-14T09:19:35,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43027 is added to blk_1073741835_1011 (size=5153) 2024-11-14T09:19:35,584 INFO [regionserver/83f56b55f2af:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T09:19:35,642 DEBUG [83f56b55f2af:35107 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T09:19:35,643 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=3c3ccd3e5b48dc4f24701ba902010e58, regionState=OPENING, regionLocation=83f56b55f2af,32837,1731575970386 2024-11-14T09:19:35,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3c3ccd3e5b48dc4f24701ba902010e58, ASSIGN because future has completed 2024-11-14T09:19:35,646 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3c3ccd3e5b48dc4f24701ba902010e58, server=83f56b55f2af,32837,1731575970386}] 2024-11-14T09:19:35,656 DEBUG [RS:0;83f56b55f2af:32837.replicationSource.wal-reader.83f56b55f2af%2C32837%2C1731575970386,1-83f56b55f2af,32837,1731575970386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/WALs/83f56b55f2af,32837,1731575970386/83f56b55f2af%2C32837%2C1731575970386.1731575971199 to pos 0, reset compression=false 2024-11-14T09:19:35,729 DEBUG [RS:0;83f56b55f2af:44169 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T09:19:35,801 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1731575964566.3c3ccd3e5b48dc4f24701ba902010e58. 2024-11-14T09:19:35,801 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T09:19:35,801 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T09:19:35,802 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=83f56b55f2af%2C32837%2C1731575970386.rep, suffix=, logDir=hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/WALs/83f56b55f2af,32837,1731575970386, archiveDir=hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/oldWALs, maxLogs=10 2024-11-14T09:19:35,816 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/WALs/83f56b55f2af,32837,1731575970386/83f56b55f2af%2C32837%2C1731575970386.rep.1731575975803, exclude list is [], retry=0 2024-11-14T09:19:35,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38973,DS-91d83884-9383-481f-b7e3-46c998926295,DISK] 2024-11-14T09:19:35,819 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/WALs/83f56b55f2af,32837,1731575970386/83f56b55f2af%2C32837%2C1731575970386.rep.1731575975803 2024-11-14T09:19:35,819 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45437:45437)] 2024-11-14T09:19:35,819 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 3c3ccd3e5b48dc4f24701ba902010e58, NAME => 'hbase:replication,,1731575964566.3c3ccd3e5b48dc4f24701ba902010e58.', STARTKEY => '', ENDKEY => ''} 2024-11-14T09:19:35,820 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T09:19:35,820 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T09:19:35,820 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731575964566.3c3ccd3e5b48dc4f24701ba902010e58. service=MultiRowMutationService 2024-11-14T09:19:35,820 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T09:19:35,820 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 3c3ccd3e5b48dc4f24701ba902010e58 2024-11-14T09:19:35,820 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1731575964566.3c3ccd3e5b48dc4f24701ba902010e58.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:19:35,820 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 3c3ccd3e5b48dc4f24701ba902010e58 2024-11-14T09:19:35,820 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 3c3ccd3e5b48dc4f24701ba902010e58 2024-11-14T09:19:35,822 INFO [StoreOpener-3c3ccd3e5b48dc4f24701ba902010e58-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 3c3ccd3e5b48dc4f24701ba902010e58 2024-11-14T09:19:35,822 INFO [StoreOpener-3c3ccd3e5b48dc4f24701ba902010e58-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3c3ccd3e5b48dc4f24701ba902010e58 columnFamilyName hfileref 2024-11-14T09:19:35,822 DEBUG [StoreOpener-3c3ccd3e5b48dc4f24701ba902010e58-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:19:35,823 INFO [StoreOpener-3c3ccd3e5b48dc4f24701ba902010e58-1 {}] regionserver.HStore(327): Store=3c3ccd3e5b48dc4f24701ba902010e58/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:19:35,823 INFO [StoreOpener-3c3ccd3e5b48dc4f24701ba902010e58-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 3c3ccd3e5b48dc4f24701ba902010e58 2024-11-14T09:19:35,823 INFO [StoreOpener-3c3ccd3e5b48dc4f24701ba902010e58-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3c3ccd3e5b48dc4f24701ba902010e58 columnFamilyName queue 2024-11-14T09:19:35,823 DEBUG [StoreOpener-3c3ccd3e5b48dc4f24701ba902010e58-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:19:35,828 DEBUG [StoreOpener-3c3ccd3e5b48dc4f24701ba902010e58-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/data/hbase/replication/3c3ccd3e5b48dc4f24701ba902010e58/queue/28a338484fa44510be8fe1e23477ba76 2024-11-14T09:19:35,828 INFO [StoreOpener-3c3ccd3e5b48dc4f24701ba902010e58-1 {}] regionserver.HStore(327): Store=3c3ccd3e5b48dc4f24701ba902010e58/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:19:35,829 INFO [StoreOpener-3c3ccd3e5b48dc4f24701ba902010e58-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 3c3ccd3e5b48dc4f24701ba902010e58 2024-11-14T09:19:35,829 INFO [StoreOpener-3c3ccd3e5b48dc4f24701ba902010e58-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3c3ccd3e5b48dc4f24701ba902010e58 columnFamilyName sid 2024-11-14T09:19:35,829 DEBUG [StoreOpener-3c3ccd3e5b48dc4f24701ba902010e58-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:19:35,830 INFO [StoreOpener-3c3ccd3e5b48dc4f24701ba902010e58-1 {}] regionserver.HStore(327): Store=3c3ccd3e5b48dc4f24701ba902010e58/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:19:35,830 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 3c3ccd3e5b48dc4f24701ba902010e58 2024-11-14T09:19:35,830 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/data/hbase/replication/3c3ccd3e5b48dc4f24701ba902010e58 2024-11-14T09:19:35,831 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/data/hbase/replication/3c3ccd3e5b48dc4f24701ba902010e58 2024-11-14T09:19:35,832 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 3c3ccd3e5b48dc4f24701ba902010e58 2024-11-14T09:19:35,832 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 3c3ccd3e5b48dc4f24701ba902010e58 2024-11-14T09:19:35,832 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T09:19:35,833 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 3c3ccd3e5b48dc4f24701ba902010e58 2024-11-14T09:19:35,834 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened 3c3ccd3e5b48dc4f24701ba902010e58; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60703820, jitterRate=-0.09544259309768677}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T09:19:35,834 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3c3ccd3e5b48dc4f24701ba902010e58 2024-11-14T09:19:35,835 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 3c3ccd3e5b48dc4f24701ba902010e58: Running coprocessor pre-open hook at 1731575975821Writing region info on filesystem at 1731575975821Initializing all the Stores at 1731575975821Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731575975821Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731575975821Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731575975821Cleaning up temporary data from old regions at 1731575975832 (+11 ms)Running coprocessor post-open hooks at 1731575975834 (+2 ms)Region opened successfully at 1731575975835 (+1 ms) 2024-11-14T09:19:35,835 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731575964566.3c3ccd3e5b48dc4f24701ba902010e58., pid=13, masterSystemTime=1731575975797 2024-11-14T09:19:35,838 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731575964566.3c3ccd3e5b48dc4f24701ba902010e58. 2024-11-14T09:19:35,838 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731575964566.3c3ccd3e5b48dc4f24701ba902010e58. 2024-11-14T09:19:35,838 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=3c3ccd3e5b48dc4f24701ba902010e58, regionState=OPEN, openSeqNum=9, regionLocation=83f56b55f2af,32837,1731575970386 2024-11-14T09:19:35,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3c3ccd3e5b48dc4f24701ba902010e58, server=83f56b55f2af,32837,1731575970386 because future has completed 2024-11-14T09:19:35,842 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-14T09:19:35,843 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 3c3ccd3e5b48dc4f24701ba902010e58, server=83f56b55f2af,32837,1731575970386 in 195 msec 2024-11-14T09:19:35,844 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-14T09:19:35,844 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3c3ccd3e5b48dc4f24701ba902010e58, ASSIGN in 353 msec 2024-11-14T09:19:35,844 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-14T09:19:35,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731575964566.3c3ccd3e5b48dc4f24701ba902010e58., hostname=83f56b55f2af,32837,1731575970386, seqNum=9] 2024-11-14T09:19:35,861 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 83f56b55f2af,36805,1731575957324 2024-11-14T09:19:35,861 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-14T09:19:35,929 DEBUG [RS:0;83f56b55f2af:44169 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T09:19:35,949 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:46477/user/jenkins/test-data/05f776eb-8499-c31b-9b5c-a72a9b05cc75/data/hbase/meta/1588230740/.tmp/ns/fbdaa7fb842a4698932447ff99d3c145 2024-11-14T09:19:35,955 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46477/user/jenkins/test-data/05f776eb-8499-c31b-9b5c-a72a9b05cc75/data/hbase/meta/1588230740/.tmp/ns/fbdaa7fb842a4698932447ff99d3c145 as hdfs://localhost:46477/user/jenkins/test-data/05f776eb-8499-c31b-9b5c-a72a9b05cc75/data/hbase/meta/1588230740/ns/fbdaa7fb842a4698932447ff99d3c145 2024-11-14T09:19:35,959 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46477/user/jenkins/test-data/05f776eb-8499-c31b-9b5c-a72a9b05cc75/data/hbase/meta/1588230740/ns/fbdaa7fb842a4698932447ff99d3c145, entries=2, sequenceid=6, filesize=5.0 K 2024-11-14T09:19:35,960 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 431ms, sequenceid=6, compaction requested=false 2024-11-14T09:19:35,960 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T09:19:35,964 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46477/user/jenkins/test-data/05f776eb-8499-c31b-9b5c-a72a9b05cc75/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-14T09:19:35,965 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T09:19:35,965 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T09:19:35,965 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T09:19:35,965 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731575975529Running coprocessor pre-close hooks at 1731575975529Disabling compacts and flushes for region at 1731575975529Disabling writes for close at 1731575975529Obtaining lock to block concurrent updates at 1731575975529Preparing flush snapshotting stores in 1588230740 at 1731575975529Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731575975529Flushing stores of hbase:meta,,1.1588230740 at 1731575975530 (+1 ms)Flushing 1588230740/ns: creating writer at 1731575975530Flushing 1588230740/ns: appending metadata at 1731575975544 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731575975544Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b41ce50: reopening flushed file at 1731575975954 (+410 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 431ms, sequenceid=6, compaction requested=false at 1731575975960 (+6 ms)Writing region close event to WAL at 1731575975961 (+1 ms)Running coprocessor post-close hooks at 1731575975965 (+4 ms)Closed at 1731575975965 2024-11-14T09:19:35,965 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T09:19:36,012 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32837 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-14T09:19:36,129 INFO [RS:0;83f56b55f2af:44169 {}] regionserver.HRegionServer(976): stopping server 83f56b55f2af,44169,1731575961514; all regions closed. 2024-11-14T09:19:36,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43027 is added to blk_1073741834_1010 (size=1152) 2024-11-14T09:19:36,134 DEBUG [RS:0;83f56b55f2af:44169 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/05f776eb-8499-c31b-9b5c-a72a9b05cc75/oldWALs 2024-11-14T09:19:36,134 INFO [RS:0;83f56b55f2af:44169 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 83f56b55f2af%2C44169%2C1731575961514.meta:.meta(num 1731575964428) 2024-11-14T09:19:36,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43027 is added to blk_1073741832_1008 (size=93) 2024-11-14T09:19:36,137 DEBUG [RS:0;83f56b55f2af:44169 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/05f776eb-8499-c31b-9b5c-a72a9b05cc75/oldWALs 2024-11-14T09:19:36,137 INFO [RS:0;83f56b55f2af:44169 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 83f56b55f2af%2C44169%2C1731575961514:(num 1731575963506) 2024-11-14T09:19:36,137 DEBUG [RS:0;83f56b55f2af:44169 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:19:36,137 INFO [RS:0;83f56b55f2af:44169 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T09:19:36,138 INFO [RS:0;83f56b55f2af:44169 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T09:19:36,138 INFO [RS:0;83f56b55f2af:44169 {}] hbase.ChoreService(370): Chore service for: regionserver/83f56b55f2af:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T09:19:36,138 INFO [RS:0;83f56b55f2af:44169 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T09:19:36,138 INFO [regionserver/83f56b55f2af:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T09:19:36,138 INFO [RS:0;83f56b55f2af:44169 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44169 2024-11-14T09:19:36,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44169-0x10115c62d7b0004, quorum=127.0.0.1:59220, baseZNode=/11516845733 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11516845733/rs/83f56b55f2af,44169,1731575961514 2024-11-14T09:19:36,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35855-0x10115c62d7b0003, quorum=127.0.0.1:59220, baseZNode=/11516845733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11516845733/rs 2024-11-14T09:19:36,140 INFO [RS:0;83f56b55f2af:44169 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T09:19:36,141 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [83f56b55f2af,44169,1731575961514] 2024-11-14T09:19:36,142 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11516845733/draining/83f56b55f2af,44169,1731575961514 already deleted, retry=false 2024-11-14T09:19:36,142 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 83f56b55f2af,44169,1731575961514 expired; onlineServers=0 2024-11-14T09:19:36,142 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '83f56b55f2af,35855,1731575961469' ***** 2024-11-14T09:19:36,142 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T09:19:36,142 INFO [M:0;83f56b55f2af:35855 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T09:19:36,142 INFO [M:0;83f56b55f2af:35855 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T09:19:36,142 DEBUG [M:0;83f56b55f2af:35855 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T09:19:36,142 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T09:19:36,142 DEBUG [M:0;83f56b55f2af:35855 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T09:19:36,142 DEBUG [master/83f56b55f2af:0:becomeActiveMaster-HFileCleaner.large.0-1731575963284 {}] cleaner.HFileCleaner(306): Exit Thread[master/83f56b55f2af:0:becomeActiveMaster-HFileCleaner.large.0-1731575963284,5,FailOnTimeoutGroup] 2024-11-14T09:19:36,142 DEBUG [master/83f56b55f2af:0:becomeActiveMaster-HFileCleaner.small.0-1731575963284 {}] cleaner.HFileCleaner(306): Exit Thread[master/83f56b55f2af:0:becomeActiveMaster-HFileCleaner.small.0-1731575963284,5,FailOnTimeoutGroup] 2024-11-14T09:19:36,142 INFO [M:0;83f56b55f2af:35855 {}] hbase.ChoreService(370): Chore service for: master/83f56b55f2af:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T09:19:36,143 INFO [M:0;83f56b55f2af:35855 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T09:19:36,143 DEBUG [M:0;83f56b55f2af:35855 {}] master.HMaster(1795): Stopping service threads 2024-11-14T09:19:36,143 INFO [M:0;83f56b55f2af:35855 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T09:19:36,143 INFO [M:0;83f56b55f2af:35855 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T09:19:36,143 INFO [M:0;83f56b55f2af:35855 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T09:19:36,143 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T09:19:36,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35855-0x10115c62d7b0003, quorum=127.0.0.1:59220, baseZNode=/11516845733 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11516845733/master 2024-11-14T09:19:36,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35855-0x10115c62d7b0003, quorum=127.0.0.1:59220, baseZNode=/11516845733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11516845733 2024-11-14T09:19:36,145 DEBUG [M:0;83f56b55f2af:35855 {}] zookeeper.ZKUtil(347): master:35855-0x10115c62d7b0003, quorum=127.0.0.1:59220, baseZNode=/11516845733 Unable to get data of znode /11516845733/master because node does not exist (not an error) 2024-11-14T09:19:36,145 WARN [M:0;83f56b55f2af:35855 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T09:19:36,149 INFO [M:0;83f56b55f2af:35855 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46477/user/jenkins/test-data/05f776eb-8499-c31b-9b5c-a72a9b05cc75/.lastflushedseqids 2024-11-14T09:19:36,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43027 is added to blk_1073741836_1012 (size=99) 2024-11-14T09:19:36,159 INFO [M:0;83f56b55f2af:35855 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T09:19:36,159 INFO [M:0;83f56b55f2af:35855 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T09:19:36,159 DEBUG [M:0;83f56b55f2af:35855 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T09:19:36,159 INFO [M:0;83f56b55f2af:35855 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:19:36,159 DEBUG [M:0;83f56b55f2af:35855 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:19:36,159 DEBUG [M:0;83f56b55f2af:35855 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T09:19:36,159 DEBUG [M:0;83f56b55f2af:35855 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:19:36,159 INFO [M:0;83f56b55f2af:35855 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-14T09:19:36,178 DEBUG [M:0;83f56b55f2af:35855 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46477/user/jenkins/test-data/05f776eb-8499-c31b-9b5c-a72a9b05cc75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a242db271bed499981d95fbde63981cb is 82, key is hbase:meta,,1/info:regioninfo/1731575964462/Put/seqid=0 2024-11-14T09:19:36,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43027 is added to blk_1073741837_1013 (size=5672) 2024-11-14T09:19:36,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44169-0x10115c62d7b0004, quorum=127.0.0.1:59220, baseZNode=/11516845733 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T09:19:36,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44169-0x10115c62d7b0004, quorum=127.0.0.1:59220, baseZNode=/11516845733 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T09:19:36,241 INFO [RS:0;83f56b55f2af:44169 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T09:19:36,241 INFO [RS:0;83f56b55f2af:44169 {}] regionserver.HRegionServer(1031): Exiting; stopping=83f56b55f2af,44169,1731575961514; zookeeper connection closed. 2024-11-14T09:19:36,241 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4d57d966 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4d57d966 2024-11-14T09:19:36,241 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T09:19:36,582 INFO [M:0;83f56b55f2af:35855 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:46477/user/jenkins/test-data/05f776eb-8499-c31b-9b5c-a72a9b05cc75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a242db271bed499981d95fbde63981cb 2024-11-14T09:19:36,602 DEBUG [M:0;83f56b55f2af:35855 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46477/user/jenkins/test-data/05f776eb-8499-c31b-9b5c-a72a9b05cc75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a7b5443883e74fc8b49e3de83916be73 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731575964475/Put/seqid=0 2024-11-14T09:19:36,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43027 is added to blk_1073741838_1014 (size=5275) 2024-11-14T09:19:36,660 DEBUG [RS:0;83f56b55f2af:32837.replicationSource.wal-reader.83f56b55f2af%2C32837%2C1731575970386,1-83f56b55f2af,32837,1731575970386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/WALs/83f56b55f2af,32837,1731575970386/83f56b55f2af%2C32837%2C1731575970386.1731575971199 to pos 0, reset compression=false 2024-11-14T09:19:37,006 INFO [M:0;83f56b55f2af:35855 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:46477/user/jenkins/test-data/05f776eb-8499-c31b-9b5c-a72a9b05cc75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a7b5443883e74fc8b49e3de83916be73 2024-11-14T09:19:37,026 DEBUG [M:0;83f56b55f2af:35855 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46477/user/jenkins/test-data/05f776eb-8499-c31b-9b5c-a72a9b05cc75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5abaf01a6d4e422b98c300ba0f647150 is 69, key is 83f56b55f2af,44169,1731575961514/rs:state/1731575963356/Put/seqid=0 2024-11-14T09:19:37,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43027 is added to blk_1073741839_1015 (size=5156) 2024-11-14T09:19:37,048 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T09:19:37,071 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:19:37,071 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:19:37,072 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:19:37,072 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:19:37,080 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:19:37,431 INFO [M:0;83f56b55f2af:35855 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:46477/user/jenkins/test-data/05f776eb-8499-c31b-9b5c-a72a9b05cc75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5abaf01a6d4e422b98c300ba0f647150 2024-11-14T09:19:37,436 DEBUG [M:0;83f56b55f2af:35855 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46477/user/jenkins/test-data/05f776eb-8499-c31b-9b5c-a72a9b05cc75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a242db271bed499981d95fbde63981cb as hdfs://localhost:46477/user/jenkins/test-data/05f776eb-8499-c31b-9b5c-a72a9b05cc75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a242db271bed499981d95fbde63981cb 2024-11-14T09:19:37,440 INFO [M:0;83f56b55f2af:35855 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46477/user/jenkins/test-data/05f776eb-8499-c31b-9b5c-a72a9b05cc75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a242db271bed499981d95fbde63981cb, entries=8, sequenceid=28, filesize=5.5 K 2024-11-14T09:19:37,440 DEBUG [M:0;83f56b55f2af:35855 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46477/user/jenkins/test-data/05f776eb-8499-c31b-9b5c-a72a9b05cc75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a7b5443883e74fc8b49e3de83916be73 as hdfs://localhost:46477/user/jenkins/test-data/05f776eb-8499-c31b-9b5c-a72a9b05cc75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a7b5443883e74fc8b49e3de83916be73 2024-11-14T09:19:37,444 INFO [M:0;83f56b55f2af:35855 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46477/user/jenkins/test-data/05f776eb-8499-c31b-9b5c-a72a9b05cc75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a7b5443883e74fc8b49e3de83916be73, entries=3, sequenceid=28, filesize=5.2 K 2024-11-14T09:19:37,445 DEBUG [M:0;83f56b55f2af:35855 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46477/user/jenkins/test-data/05f776eb-8499-c31b-9b5c-a72a9b05cc75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5abaf01a6d4e422b98c300ba0f647150 as hdfs://localhost:46477/user/jenkins/test-data/05f776eb-8499-c31b-9b5c-a72a9b05cc75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5abaf01a6d4e422b98c300ba0f647150 2024-11-14T09:19:37,449 INFO [M:0;83f56b55f2af:35855 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46477/user/jenkins/test-data/05f776eb-8499-c31b-9b5c-a72a9b05cc75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5abaf01a6d4e422b98c300ba0f647150, entries=1, sequenceid=28, filesize=5.0 K 2024-11-14T09:19:37,450 INFO [M:0;83f56b55f2af:35855 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=28, compaction requested=false 2024-11-14T09:19:37,451 INFO [M:0;83f56b55f2af:35855 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:19:37,451 DEBUG [M:0;83f56b55f2af:35855 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731575976159Disabling compacts and flushes for region at 1731575976159Disabling writes for close at 1731575976159Obtaining lock to block concurrent updates at 1731575976159Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731575976159Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731575976159Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731575976160 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731575976160Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731575976177 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731575976177Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731575976587 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731575976601 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731575976601Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731575977011 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731575977025 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731575977025Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@aa77e41: reopening flushed file at 1731575977435 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66e60d6b: reopening flushed file at 1731575977440 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28c8d438: reopening flushed file at 1731575977444 (+4 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=28, compaction requested=false at 1731575977450 (+6 ms)Writing region close event to WAL at 1731575977451 (+1 ms)Closed at 1731575977451 2024-11-14T09:19:37,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43027 is added to blk_1073741830_1006 (size=10165) 2024-11-14T09:19:37,454 INFO [M:0;83f56b55f2af:35855 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T09:19:37,454 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T09:19:37,454 INFO [M:0;83f56b55f2af:35855 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35855 2024-11-14T09:19:37,454 INFO [M:0;83f56b55f2af:35855 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T09:19:37,487 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-14T09:19:37,487 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-14T09:19:37,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35855-0x10115c62d7b0003, quorum=127.0.0.1:59220, baseZNode=/11516845733 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T09:19:37,556 INFO [M:0;83f56b55f2af:35855 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T09:19:37,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35855-0x10115c62d7b0003, quorum=127.0.0.1:59220, baseZNode=/11516845733 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T09:19:37,559 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5747cc76{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T09:19:37,559 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@67c0b00c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T09:19:37,559 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T09:19:37,559 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d10d99b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T09:19:37,559 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@71db5f01{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/163eb478-e729-24a4-de98-1638762372db/hadoop.log.dir/,STOPPED} 2024-11-14T09:19:37,561 WARN [BP-192072491-172.17.0.2-1731575960388 heartbeating to localhost/127.0.0.1:46477 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T09:19:37,561 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T09:19:37,561 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T09:19:37,561 WARN [BP-192072491-172.17.0.2-1731575960388 heartbeating to localhost/127.0.0.1:46477 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-192072491-172.17.0.2-1731575960388 (Datanode Uuid a257237d-2e8c-4cd0-b5bc-2bdc65d3be7a) service to localhost/127.0.0.1:46477 2024-11-14T09:19:37,562 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/163eb478-e729-24a4-de98-1638762372db/cluster_a2420337-f87b-9fef-37a8-873901eaa45f/data/data1/current/BP-192072491-172.17.0.2-1731575960388 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T09:19:37,562 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/163eb478-e729-24a4-de98-1638762372db/cluster_a2420337-f87b-9fef-37a8-873901eaa45f/data/data2/current/BP-192072491-172.17.0.2-1731575960388 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T09:19:37,562 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T09:19:37,568 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@8f56fb7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T09:19:37,568 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2ef2a8ce{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T09:19:37,568 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T09:19:37,568 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@423da121{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T09:19:37,569 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70b0727f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/163eb478-e729-24a4-de98-1638762372db/hadoop.log.dir/,STOPPED} 2024-11-14T09:19:37,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T09:19:37,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T09:19:37,581 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T09:19:37,581 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:19:37,582 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:19:37,582 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:19:37,582 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T09:19:37,582 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T09:19:37,582 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=677241801, stopped=false 2024-11-14T09:19:37,582 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=83f56b55f2af,35107,1731575970344 2024-11-14T09:19:37,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35107-0x10115c62d7b0006, quorum=127.0.0.1:59220, baseZNode=/0-230995997 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-230995997/running 2024-11-14T09:19:37,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35107-0x10115c62d7b0006, quorum=127.0.0.1:59220, baseZNode=/0-230995997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-230995997 2024-11-14T09:19:37,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32837-0x10115c62d7b0007, quorum=127.0.0.1:59220, baseZNode=/0-230995997 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-230995997/running 2024-11-14T09:19:37,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32837-0x10115c62d7b0007, quorum=127.0.0.1:59220, baseZNode=/0-230995997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-230995997 2024-11-14T09:19:37,583 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T09:19:37,584 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35107-0x10115c62d7b0006, quorum=127.0.0.1:59220, baseZNode=/0-230995997 Set watcher on znode that does not yet exist, /0-230995997/running 2024-11-14T09:19:37,584 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32837-0x10115c62d7b0007, quorum=127.0.0.1:59220, baseZNode=/0-230995997 Set watcher on znode that does not yet exist, /0-230995997/running 2024-11-14T09:19:37,584 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T09:19:37,584 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:19:37,584 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:19:37,585 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '83f56b55f2af,32837,1731575970386' ***** 2024-11-14T09:19:37,585 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T09:19:37,585 INFO [RS:0;83f56b55f2af:32837 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T09:19:37,585 INFO [RS:0;83f56b55f2af:32837 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T09:19:37,585 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T09:19:37,585 INFO [RS:0;83f56b55f2af:32837 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T09:19:37,585 INFO [RS:0;83f56b55f2af:32837 {}] regionserver.HRegionServer(3091): Received CLOSE for 3c3ccd3e5b48dc4f24701ba902010e58 2024-11-14T09:19:37,585 INFO [RS:0;83f56b55f2af:32837 {}] regionserver.HRegionServer(959): stopping server 83f56b55f2af,32837,1731575970386 2024-11-14T09:19:37,585 INFO [RS:0;83f56b55f2af:32837 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T09:19:37,585 INFO [RS:0;83f56b55f2af:32837 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;83f56b55f2af:32837. 2024-11-14T09:19:37,585 DEBUG [RS:0;83f56b55f2af:32837 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:19:37,585 DEBUG [RS:0;83f56b55f2af:32837 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:19:37,585 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3c3ccd3e5b48dc4f24701ba902010e58, disabling compactions & flushes 2024-11-14T09:19:37,585 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731575964566.3c3ccd3e5b48dc4f24701ba902010e58. 2024-11-14T09:19:37,585 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731575964566.3c3ccd3e5b48dc4f24701ba902010e58. 2024-11-14T09:19:37,585 INFO [RS:0;83f56b55f2af:32837 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T09:19:37,585 INFO [RS:0;83f56b55f2af:32837 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T09:19:37,585 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731575964566.3c3ccd3e5b48dc4f24701ba902010e58. after waiting 0 ms 2024-11-14T09:19:37,585 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731575964566.3c3ccd3e5b48dc4f24701ba902010e58. 2024-11-14T09:19:37,585 INFO [RS:0;83f56b55f2af:32837 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T09:19:37,585 INFO [RS:0;83f56b55f2af:32837 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T09:19:37,586 INFO [RS:0;83f56b55f2af:32837 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T09:19:37,586 DEBUG [RS:0;83f56b55f2af:32837 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 3c3ccd3e5b48dc4f24701ba902010e58=hbase:replication,,1731575964566.3c3ccd3e5b48dc4f24701ba902010e58.} 2024-11-14T09:19:37,586 DEBUG [RS:0;83f56b55f2af:32837 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3c3ccd3e5b48dc4f24701ba902010e58 2024-11-14T09:19:37,586 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T09:19:37,586 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T09:19:37,586 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T09:19:37,586 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T09:19:37,586 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T09:19:37,586 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-14T09:19:37,589 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/data/hbase/replication/3c3ccd3e5b48dc4f24701ba902010e58/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-14T09:19:37,590 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T09:19:37,590 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T09:19:37,590 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731575964566.3c3ccd3e5b48dc4f24701ba902010e58. 2024-11-14T09:19:37,590 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3c3ccd3e5b48dc4f24701ba902010e58: Waiting for close lock at 1731575977585Running coprocessor pre-close hooks at 1731575977585Disabling compacts and flushes for region at 1731575977585Disabling writes for close at 1731575977585Writing region close event to WAL at 1731575977586 (+1 ms)Running coprocessor post-close hooks at 1731575977590 (+4 ms)Closed at 1731575977590 2024-11-14T09:19:37,590 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731575964566.3c3ccd3e5b48dc4f24701ba902010e58. 2024-11-14T09:19:37,601 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/data/hbase/meta/1588230740/.tmp/info/25cf8885a1dc48abac123963dd6d45f8 is 147, key is hbase:replication,,1731575964566.3c3ccd3e5b48dc4f24701ba902010e58./info:regioninfo/1731575975838/Put/seqid=0 2024-11-14T09:19:37,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38973 is added to blk_1073741851_1027 (size=6385) 2024-11-14T09:19:37,658 INFO [regionserver/83f56b55f2af:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T09:19:37,766 DEBUG [RS:0;83f56b55f2af:32837.replicationSource.wal-reader.83f56b55f2af%2C32837%2C1731575970386,1-83f56b55f2af,32837,1731575970386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/WALs/83f56b55f2af,32837,1731575970386/83f56b55f2af%2C32837%2C1731575970386.1731575971199 to pos 0, reset compression=false 2024-11-14T09:19:37,786 DEBUG [RS:0;83f56b55f2af:32837 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T09:19:37,986 DEBUG [RS:0;83f56b55f2af:32837 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T09:19:38,006 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/data/hbase/meta/1588230740/.tmp/info/25cf8885a1dc48abac123963dd6d45f8 2024-11-14T09:19:38,011 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/data/hbase/meta/1588230740/.tmp/info/25cf8885a1dc48abac123963dd6d45f8 as hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/data/hbase/meta/1588230740/info/25cf8885a1dc48abac123963dd6d45f8 2024-11-14T09:19:38,016 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/data/hbase/meta/1588230740/info/25cf8885a1dc48abac123963dd6d45f8, entries=8, sequenceid=19, filesize=6.2 K 2024-11-14T09:19:38,017 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 430ms, sequenceid=19, compaction requested=false 2024-11-14T09:19:38,021 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-14T09:19:38,021 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T09:19:38,021 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T09:19:38,021 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T09:19:38,021 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731575977586Running coprocessor pre-close hooks at 1731575977586Disabling compacts and flushes for region at 1731575977586Disabling writes for close at 1731575977586Obtaining lock to block concurrent updates at 1731575977586Preparing flush snapshotting stores in 1588230740 at 1731575977586Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731575977586Flushing stores of hbase:meta,,1.1588230740 at 1731575977587 (+1 ms)Flushing 1588230740/info: creating writer at 1731575977587Flushing 1588230740/info: appending metadata at 1731575977601 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731575977601Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11a40f2f: reopening flushed file at 1731575978010 (+409 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 430ms, sequenceid=19, compaction requested=false at 1731575978017 (+7 ms)Writing region close event to WAL at 1731575978018 (+1 ms)Running coprocessor post-close hooks at 1731575978021 (+3 ms)Closed at 1731575978021 2024-11-14T09:19:38,021 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T09:19:38,098 INFO [regionserver/83f56b55f2af:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T09:19:38,098 INFO [regionserver/83f56b55f2af:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T09:19:38,186 INFO [RS:0;83f56b55f2af:32837 {}] regionserver.HRegionServer(976): stopping server 83f56b55f2af,32837,1731575970386; all regions closed. 2024-11-14T09:19:38,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38973 is added to blk_1073741849_1025 (size=2156) 2024-11-14T09:19:38,189 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/WALs/83f56b55f2af,32837,1731575970386/83f56b55f2af%2C32837%2C1731575970386.meta.1731575971528.meta not finished, retry = 0 2024-11-14T09:19:38,291 DEBUG [RS:0;83f56b55f2af:32837 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/oldWALs 2024-11-14T09:19:38,291 INFO [RS:0;83f56b55f2af:32837 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 83f56b55f2af%2C32837%2C1731575970386.meta:.meta(num 1731575971528) 2024-11-14T09:19:38,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38973 is added to blk_1073741850_1026 (size=796) 2024-11-14T09:19:38,295 DEBUG [RS:0;83f56b55f2af:32837 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/oldWALs 2024-11-14T09:19:38,295 INFO [RS:0;83f56b55f2af:32837 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 83f56b55f2af%2C32837%2C1731575970386.rep:(num 1731575975803) 2024-11-14T09:19:38,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38973 is added to blk_1073741848_1024 (size=93) 2024-11-14T09:19:38,298 DEBUG [RS:0;83f56b55f2af:32837 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/oldWALs 2024-11-14T09:19:38,298 INFO [RS:0;83f56b55f2af:32837 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 83f56b55f2af%2C32837%2C1731575970386:(num 1731575971199) 2024-11-14T09:19:38,298 DEBUG [RS:0;83f56b55f2af:32837 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:19:38,298 INFO [RS:0;83f56b55f2af:32837 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T09:19:38,298 INFO [RS:0;83f56b55f2af:32837 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T09:19:38,298 INFO [RS:0;83f56b55f2af:32837 {}] hbase.ChoreService(370): Chore service for: regionserver/83f56b55f2af:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-14T09:19:38,298 INFO [RS:0;83f56b55f2af:32837 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T09:19:38,299 INFO [regionserver/83f56b55f2af:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T09:19:38,299 INFO [RS:0;83f56b55f2af:32837 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-83f56b55f2af,32837,1731575970386 because: Region server is closing 2024-11-14T09:19:38,299 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/83f56b55f2af:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-14T09:19:38,299 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/83f56b55f2af:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-14T09:19:38,299 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/83f56b55f2af:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-14T09:19:38,299 INFO [RS:0;83f56b55f2af:32837 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;83f56b55f2af:32837. 2024-11-14T09:19:38,299 DEBUG [RS:0;83f56b55f2af:32837 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:19:38,299 DEBUG [RS:0;83f56b55f2af:32837 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:19:38,299 DEBUG [RS:0;83f56b55f2af:32837 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:19:38,299 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T09:19:38,399 WARN [RS:0;83f56b55f2af:32837.replicationSource.wal-reader.83f56b55f2af%2C32837%2C1731575970386,1-83f56b55f2af,32837,1731575970386 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T09:19:38,399 WARN [RS:0;83f56b55f2af:32837.replicationSource.shipper83f56b55f2af%2C32837%2C1731575970386,1-83f56b55f2af,32837,1731575970386 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-14T09:19:38,400 INFO [RS:0;83f56b55f2af:32837 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;83f56b55f2af:32837.replicationSource.shipper83f56b55f2af%2C32837%2C1731575970386,1-83f56b55f2af,32837,1731575970386 terminated 2024-11-14T09:19:38,400 INFO [RS:0;83f56b55f2af:32837 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32837 2024-11-14T09:19:38,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35107-0x10115c62d7b0006, quorum=127.0.0.1:59220, baseZNode=/0-230995997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-230995997/rs 2024-11-14T09:19:38,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32837-0x10115c62d7b0007, quorum=127.0.0.1:59220, baseZNode=/0-230995997 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-230995997/rs/83f56b55f2af,32837,1731575970386 2024-11-14T09:19:38,403 INFO [RS:0;83f56b55f2af:32837 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T09:19:38,404 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [83f56b55f2af,32837,1731575970386] 2024-11-14T09:19:38,405 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-230995997/draining/83f56b55f2af,32837,1731575970386 already deleted, retry=false 2024-11-14T09:19:38,405 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 83f56b55f2af,32837,1731575970386 expired; onlineServers=0 2024-11-14T09:19:38,405 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '83f56b55f2af,35107,1731575970344' ***** 2024-11-14T09:19:38,405 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T09:19:38,405 INFO [M:0;83f56b55f2af:35107 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T09:19:38,406 INFO [M:0;83f56b55f2af:35107 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T09:19:38,406 DEBUG [M:0;83f56b55f2af:35107 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T09:19:38,406 DEBUG [M:0;83f56b55f2af:35107 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T09:19:38,406 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T09:19:38,406 DEBUG [master/83f56b55f2af:0:becomeActiveMaster-HFileCleaner.large.0-1731575970964 {}] cleaner.HFileCleaner(306): Exit Thread[master/83f56b55f2af:0:becomeActiveMaster-HFileCleaner.large.0-1731575970964,5,FailOnTimeoutGroup] 2024-11-14T09:19:38,406 DEBUG [master/83f56b55f2af:0:becomeActiveMaster-HFileCleaner.small.0-1731575970969 {}] cleaner.HFileCleaner(306): Exit Thread[master/83f56b55f2af:0:becomeActiveMaster-HFileCleaner.small.0-1731575970969,5,FailOnTimeoutGroup] 2024-11-14T09:19:38,406 INFO [M:0;83f56b55f2af:35107 {}] hbase.ChoreService(370): Chore service for: master/83f56b55f2af:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T09:19:38,406 INFO [M:0;83f56b55f2af:35107 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T09:19:38,406 DEBUG [M:0;83f56b55f2af:35107 {}] master.HMaster(1795): Stopping service threads 2024-11-14T09:19:38,406 INFO [M:0;83f56b55f2af:35107 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T09:19:38,406 INFO [M:0;83f56b55f2af:35107 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T09:19:38,406 INFO [M:0;83f56b55f2af:35107 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T09:19:38,406 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T09:19:38,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35107-0x10115c62d7b0006, quorum=127.0.0.1:59220, baseZNode=/0-230995997 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-230995997/master 2024-11-14T09:19:38,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35107-0x10115c62d7b0006, quorum=127.0.0.1:59220, baseZNode=/0-230995997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-230995997 2024-11-14T09:19:38,407 DEBUG [M:0;83f56b55f2af:35107 {}] zookeeper.ZKUtil(347): master:35107-0x10115c62d7b0006, quorum=127.0.0.1:59220, baseZNode=/0-230995997 Unable to get data of znode /0-230995997/master because node does not exist (not an error) 2024-11-14T09:19:38,407 WARN [M:0;83f56b55f2af:35107 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T09:19:38,408 INFO [M:0;83f56b55f2af:35107 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/.lastflushedseqids 2024-11-14T09:19:38,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38973 is added to blk_1073741852_1028 (size=181) 2024-11-14T09:19:38,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32837-0x10115c62d7b0007, quorum=127.0.0.1:59220, baseZNode=/0-230995997 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T09:19:38,504 INFO [RS:0;83f56b55f2af:32837 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T09:19:38,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32837-0x10115c62d7b0007, quorum=127.0.0.1:59220, baseZNode=/0-230995997 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T09:19:38,504 INFO [RS:0;83f56b55f2af:32837 {}] regionserver.HRegionServer(1031): Exiting; stopping=83f56b55f2af,32837,1731575970386; zookeeper connection closed. 2024-11-14T09:19:38,505 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@40a90c16 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@40a90c16 2024-11-14T09:19:38,505 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T09:19:38,813 INFO [M:0;83f56b55f2af:35107 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T09:19:38,813 INFO [M:0;83f56b55f2af:35107 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T09:19:38,814 DEBUG [M:0;83f56b55f2af:35107 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T09:19:38,814 INFO [M:0;83f56b55f2af:35107 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:19:38,814 DEBUG [M:0;83f56b55f2af:35107 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:19:38,814 DEBUG [M:0;83f56b55f2af:35107 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T09:19:38,814 DEBUG [M:0;83f56b55f2af:35107 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:19:38,814 INFO [M:0;83f56b55f2af:35107 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-14T09:19:38,830 DEBUG [M:0;83f56b55f2af:35107 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d78ceac0cfec4a6aa312540676844327 is 82, key is hbase:meta,,1/info:regioninfo/1731575971575/Put/seqid=0 2024-11-14T09:19:38,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38973 is added to blk_1073741853_1029 (size=5672) 2024-11-14T09:19:39,234 INFO [M:0;83f56b55f2af:35107 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d78ceac0cfec4a6aa312540676844327 2024-11-14T09:19:39,258 DEBUG [M:0;83f56b55f2af:35107 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8f56c846bd0c4b5e853fb35b4e4fdaf7 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1731575975843/Put/seqid=0 2024-11-14T09:19:39,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38973 is added to blk_1073741854_1030 (size=7312) 2024-11-14T09:19:39,662 INFO [M:0;83f56b55f2af:35107 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8f56c846bd0c4b5e853fb35b4e4fdaf7 2024-11-14T09:19:39,681 DEBUG [M:0;83f56b55f2af:35107 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bb43bc40834d41a09aa4ffb8b8fea369 is 69, key is 83f56b55f2af,32837,1731575970386/rs:state/1731575971026/Put/seqid=0 2024-11-14T09:19:39,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38973 is added to blk_1073741855_1031 (size=5370) 2024-11-14T09:19:40,086 INFO [M:0;83f56b55f2af:35107 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bb43bc40834d41a09aa4ffb8b8fea369 2024-11-14T09:19:40,091 INFO [M:0;83f56b55f2af:35107 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bb43bc40834d41a09aa4ffb8b8fea369 2024-11-14T09:19:40,092 DEBUG [M:0;83f56b55f2af:35107 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d78ceac0cfec4a6aa312540676844327 as hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d78ceac0cfec4a6aa312540676844327 2024-11-14T09:19:40,096 INFO [M:0;83f56b55f2af:35107 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d78ceac0cfec4a6aa312540676844327, entries=8, sequenceid=127, filesize=5.5 K 2024-11-14T09:19:40,097 DEBUG [M:0;83f56b55f2af:35107 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8f56c846bd0c4b5e853fb35b4e4fdaf7 as hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8f56c846bd0c4b5e853fb35b4e4fdaf7 2024-11-14T09:19:40,101 INFO [M:0;83f56b55f2af:35107 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8f56c846bd0c4b5e853fb35b4e4fdaf7, entries=7, sequenceid=127, filesize=7.1 K 2024-11-14T09:19:40,102 DEBUG [M:0;83f56b55f2af:35107 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bb43bc40834d41a09aa4ffb8b8fea369 as hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bb43bc40834d41a09aa4ffb8b8fea369 2024-11-14T09:19:40,106 INFO [M:0;83f56b55f2af:35107 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bb43bc40834d41a09aa4ffb8b8fea369 2024-11-14T09:19:40,106 INFO [M:0;83f56b55f2af:35107 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41181/user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bb43bc40834d41a09aa4ffb8b8fea369, entries=2, sequenceid=127, filesize=5.2 K 2024-11-14T09:19:40,107 INFO [M:0;83f56b55f2af:35107 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=127, compaction requested=false 2024-11-14T09:19:40,108 INFO [M:0;83f56b55f2af:35107 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:19:40,108 DEBUG [M:0;83f56b55f2af:35107 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731575978814Disabling compacts and flushes for region at 1731575978814Disabling writes for close at 1731575978814Obtaining lock to block concurrent updates at 1731575978814Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731575978814Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731575978814Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731575978815 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731575978815Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731575978829 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731575978829Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731575979240 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731575979257 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731575979257Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731575979667 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731575979681 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731575979681Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@542580bb: reopening flushed file at 1731575980091 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e43992e: reopening flushed file at 1731575980096 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ac0a17d: reopening flushed file at 1731575980101 (+5 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=127, compaction requested=false at 1731575980107 (+6 ms)Writing region close event to WAL at 1731575980108 (+1 ms)Closed at 1731575980108 2024-11-14T09:19:40,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38973 is added to blk_1073741847_1023 (size=22903) 2024-11-14T09:19:40,110 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/05f650e9-b9b0-037a-c50d-a0f2d550519f/MasterData/WALs/83f56b55f2af,35107,1731575970344/83f56b55f2af%2C35107%2C1731575970344.1731575970865 not finished, retry = 0 2024-11-14T09:19:40,212 INFO [M:0;83f56b55f2af:35107 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T09:19:40,212 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T09:19:40,212 INFO [M:0;83f56b55f2af:35107 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35107 2024-11-14T09:19:40,212 INFO [M:0;83f56b55f2af:35107 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T09:19:40,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35107-0x10115c62d7b0006, quorum=127.0.0.1:59220, baseZNode=/0-230995997 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T09:19:40,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35107-0x10115c62d7b0006, quorum=127.0.0.1:59220, baseZNode=/0-230995997 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T09:19:40,314 INFO [M:0;83f56b55f2af:35107 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T09:19:40,317 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4e2e5af{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T09:19:40,317 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3acffc38{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T09:19:40,317 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T09:19:40,317 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@293604b5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T09:19:40,317 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@617b664e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e4b135e-3f9a-43b3-3d5b-08a88ec1cc02/hadoop.log.dir/,STOPPED} 2024-11-14T09:19:40,319 WARN [BP-2113581601-172.17.0.2-1731575956223 heartbeating to localhost/127.0.0.1:41181 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T09:19:40,319 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T09:19:40,319 WARN [BP-2113581601-172.17.0.2-1731575956223 heartbeating to localhost/127.0.0.1:41181 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2113581601-172.17.0.2-1731575956223 (Datanode Uuid cc85ea14-849e-4fb0-a059-f5fb0d67a18b) service to localhost/127.0.0.1:41181 2024-11-14T09:19:40,319 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T09:19:40,320 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e4b135e-3f9a-43b3-3d5b-08a88ec1cc02/cluster_65c275ef-3c46-842c-a7a7-a41b85d5410a/data/data1/current/BP-2113581601-172.17.0.2-1731575956223 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T09:19:40,320 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e4b135e-3f9a-43b3-3d5b-08a88ec1cc02/cluster_65c275ef-3c46-842c-a7a7-a41b85d5410a/data/data2/current/BP-2113581601-172.17.0.2-1731575956223 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T09:19:40,320 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T09:19:40,326 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@c456414{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T09:19:40,327 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3962c10c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T09:19:40,327 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T09:19:40,327 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7d192b4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T09:19:40,327 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@282ff216{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e4b135e-3f9a-43b3-3d5b-08a88ec1cc02/hadoop.log.dir/,STOPPED} 2024-11-14T09:19:40,334 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T09:19:40,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T09:19:40,356 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=205 (was 159) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:41181 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41181 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46477 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:41181 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46477 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:41181 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:46477 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46477 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59220) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:46477 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46477 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:41181 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:46477 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46477 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46477 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:41181 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41181 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41181 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41181 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41181 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59220) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:46477 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=569 (was 503) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=276 (was 326), ProcessCount=11 (was 11), AvailableMemoryMB=6047 (was 6087) 2024-11-14T09:19:40,365 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=205, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=276, ProcessCount=11, AvailableMemoryMB=6047 2024-11-14T09:19:40,378 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-14T09:19:40,378 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/163eb478-e729-24a4-de98-1638762372db/hadoop.log.dir so I do NOT create it in target/test-data/2b5a652b-a434-c0cc-6c8c-d39049692bb1 2024-11-14T09:19:40,378 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/163eb478-e729-24a4-de98-1638762372db/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T09:19:40,378 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/163eb478-e729-24a4-de98-1638762372db/hadoop.tmp.dir so I do NOT create it in target/test-data/2b5a652b-a434-c0cc-6c8c-d39049692bb1 2024-11-14T09:19:40,378 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/163eb478-e729-24a4-de98-1638762372db/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T09:19:40,378 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b5a652b-a434-c0cc-6c8c-d39049692bb1 2024-11-14T09:19:40,378 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b5a652b-a434-c0cc-6c8c-d39049692bb1/cluster_b61f9592-91dc-001c-5cf1-bb3352819cd3, deleteOnExit=true 2024-11-14T09:19:40,381 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b5a652b-a434-c0cc-6c8c-d39049692bb1/cluster_b61f9592-91dc-001c-5cf1-bb3352819cd3/zookeeper_0, clientPort=55600, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b5a652b-a434-c0cc-6c8c-d39049692bb1/cluster_b61f9592-91dc-001c-5cf1-bb3352819cd3/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b5a652b-a434-c0cc-6c8c-d39049692bb1/cluster_b61f9592-91dc-001c-5cf1-bb3352819cd3/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T09:19:40,381 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55600 2024-11-14T09:19:40,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T09:19:40,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T09:19:40,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b5a652b-a434-c0cc-6c8c-d39049692bb1/test.cache.data in system properties and HBase conf 2024-11-14T09:19:40,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b5a652b-a434-c0cc-6c8c-d39049692bb1/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T09:19:40,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b5a652b-a434-c0cc-6c8c-d39049692bb1/hadoop.log.dir in system properties and HBase conf 2024-11-14T09:19:40,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b5a652b-a434-c0cc-6c8c-d39049692bb1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T09:19:40,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b5a652b-a434-c0cc-6c8c-d39049692bb1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T09:19:40,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T09:19:40,382 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T09:19:40,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b5a652b-a434-c0cc-6c8c-d39049692bb1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T09:19:40,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b5a652b-a434-c0cc-6c8c-d39049692bb1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T09:19:40,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b5a652b-a434-c0cc-6c8c-d39049692bb1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T09:19:40,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b5a652b-a434-c0cc-6c8c-d39049692bb1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T09:19:40,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b5a652b-a434-c0cc-6c8c-d39049692bb1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T09:19:40,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b5a652b-a434-c0cc-6c8c-d39049692bb1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T09:19:40,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b5a652b-a434-c0cc-6c8c-d39049692bb1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T09:19:40,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b5a652b-a434-c0cc-6c8c-d39049692bb1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T09:19:40,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b5a652b-a434-c0cc-6c8c-d39049692bb1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T09:19:40,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b5a652b-a434-c0cc-6c8c-d39049692bb1/nfs.dump.dir in system properties and HBase conf 2024-11-14T09:19:40,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b5a652b-a434-c0cc-6c8c-d39049692bb1/java.io.tmpdir in system properties and HBase conf 2024-11-14T09:19:40,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b5a652b-a434-c0cc-6c8c-d39049692bb1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T09:19:40,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b5a652b-a434-c0cc-6c8c-d39049692bb1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T09:19:40,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b5a652b-a434-c0cc-6c8c-d39049692bb1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T09:19:40,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10115c62d7b0005, quorum=127.0.0.1:59220, baseZNode=/11516845733 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T09:19:40,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10115c62d7b0002, quorum=127.0.0.1:59220, baseZNode=/0-230995997 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T09:19:40,432 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10115c62d7b0002, quorum=127.0.0.1:59220, baseZNode=/0-230995997 Received Disconnected from ZooKeeper, ignoring 2024-11-14T09:19:40,432 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10115c62d7b0005, quorum=127.0.0.1:59220, baseZNode=/11516845733 Received Disconnected from ZooKeeper, ignoring 2024-11-14T09:19:40,497 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T09:19:40,503 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T09:19:40,513 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T09:19:40,513 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T09:19:40,513 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T09:19:40,524 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T09:19:40,524 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57bc4cb0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b5a652b-a434-c0cc-6c8c-d39049692bb1/hadoop.log.dir/,AVAILABLE} 2024-11-14T09:19:40,525 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@274457ac{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T09:19:40,670 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4b562ab6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b5a652b-a434-c0cc-6c8c-d39049692bb1/java.io.tmpdir/jetty-localhost-42129-hadoop-hdfs-3_4_1-tests_jar-_-any-14940301131295232266/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T09:19:40,671 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5eb027ce{HTTP/1.1, (http/1.1)}{localhost:42129} 2024-11-14T09:19:40,671 INFO [Time-limited test {}] server.Server(415): Started @148381ms 2024-11-14T09:19:40,763 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T09:19:40,766 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T09:19:40,768 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T09:19:40,768 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T09:19:40,768 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T09:19:40,769 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@124b8e1e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b5a652b-a434-c0cc-6c8c-d39049692bb1/hadoop.log.dir/,AVAILABLE} 2024-11-14T09:19:40,769 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@796b33c4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T09:19:40,884 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2fbf62de{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b5a652b-a434-c0cc-6c8c-d39049692bb1/java.io.tmpdir/jetty-localhost-35747-hadoop-hdfs-3_4_1-tests_jar-_-any-5576384380096797963/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T09:19:40,884 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@752411f{HTTP/1.1, (http/1.1)}{localhost:35747} 2024-11-14T09:19:40,884 INFO [Time-limited test {}] server.Server(415): Started @148595ms 2024-11-14T09:19:40,886 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T09:19:40,986 WARN [Thread-1672 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b5a652b-a434-c0cc-6c8c-d39049692bb1/cluster_b61f9592-91dc-001c-5cf1-bb3352819cd3/data/data1/current/BP-969487036-172.17.0.2-1731575980414/current, will proceed with Du for space computation calculation, 2024-11-14T09:19:40,986 WARN [Thread-1673 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b5a652b-a434-c0cc-6c8c-d39049692bb1/cluster_b61f9592-91dc-001c-5cf1-bb3352819cd3/data/data2/current/BP-969487036-172.17.0.2-1731575980414/current, will proceed with Du for space computation calculation, 2024-11-14T09:19:41,010 WARN [Thread-1660 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T09:19:41,013 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x38d32fe8cf0e45c1 with lease ID 0xa6a411ad8d4a9129: Processing first storage report for DS-7e4ada57-10a0-4b3f-a748-b9f431488e14 from datanode DatanodeRegistration(127.0.0.1:41433, datanodeUuid=2cac922e-54d7-4a0e-be0f-c138a7cd4549, infoPort=41489, infoSecurePort=0, ipcPort=33671, storageInfo=lv=-57;cid=testClusterID;nsid=601639745;c=1731575980414) 2024-11-14T09:19:41,013 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x38d32fe8cf0e45c1 with lease ID 0xa6a411ad8d4a9129: from storage DS-7e4ada57-10a0-4b3f-a748-b9f431488e14 node DatanodeRegistration(127.0.0.1:41433, datanodeUuid=2cac922e-54d7-4a0e-be0f-c138a7cd4549, infoPort=41489, infoSecurePort=0, ipcPort=33671, storageInfo=lv=-57;cid=testClusterID;nsid=601639745;c=1731575980414), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T09:19:41,013 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x38d32fe8cf0e45c1 with lease ID 0xa6a411ad8d4a9129: Processing first storage report for DS-e28d876c-3916-48e6-85e9-3d3712552814 from datanode DatanodeRegistration(127.0.0.1:41433, datanodeUuid=2cac922e-54d7-4a0e-be0f-c138a7cd4549, infoPort=41489, infoSecurePort=0, ipcPort=33671, storageInfo=lv=-57;cid=testClusterID;nsid=601639745;c=1731575980414) 2024-11-14T09:19:41,013 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x38d32fe8cf0e45c1 with lease ID 0xa6a411ad8d4a9129: from storage DS-e28d876c-3916-48e6-85e9-3d3712552814 node DatanodeRegistration(127.0.0.1:41433, datanodeUuid=2cac922e-54d7-4a0e-be0f-c138a7cd4549, infoPort=41489, infoSecurePort=0, ipcPort=33671, storageInfo=lv=-57;cid=testClusterID;nsid=601639745;c=1731575980414), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T09:19:41,109 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b5a652b-a434-c0cc-6c8c-d39049692bb1 2024-11-14T09:19:41,109 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:19:41,110 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:19:41,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41433 is added to blk_1073741825_1001 (size=7) 2024-11-14T09:19:41,519 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751 with version=8 2024-11-14T09:19:41,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/hbase-staging 2024-11-14T09:19:41,521 INFO [Time-limited test {}] client.ConnectionUtils(128): master/83f56b55f2af:0 server-side Connection retries=45 2024-11-14T09:19:41,521 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T09:19:41,521 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T09:19:41,521 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T09:19:41,521 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T09:19:41,521 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T09:19:41,521 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T09:19:41,521 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T09:19:41,522 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36531 2024-11-14T09:19:41,523 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36531 connecting to ZooKeeper ensemble=127.0.0.1:55600 2024-11-14T09:19:41,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:365310x0, quorum=127.0.0.1:55600, baseZNode=/0-557321814 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T09:19:41,530 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36531-0x10115c68bec0000 connected 2024-11-14T09:19:41,549 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:19:41,550 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:19:41,552 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36531-0x10115c68bec0000, quorum=127.0.0.1:55600, baseZNode=/0-557321814 Set watcher on znode that does not yet exist, /0-557321814/running 2024-11-14T09:19:41,552 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751, hbase.cluster.distributed=false 2024-11-14T09:19:41,554 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36531-0x10115c68bec0000, quorum=127.0.0.1:55600, baseZNode=/0-557321814 Set watcher on znode that does not yet exist, /0-557321814/acl 2024-11-14T09:19:41,554 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36531 2024-11-14T09:19:41,554 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36531 2024-11-14T09:19:41,560 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36531 2024-11-14T09:19:41,560 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36531 2024-11-14T09:19:41,560 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36531 2024-11-14T09:19:41,579 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/83f56b55f2af:0 server-side Connection retries=45 2024-11-14T09:19:41,579 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T09:19:41,579 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T09:19:41,579 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T09:19:41,579 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T09:19:41,579 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T09:19:41,579 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T09:19:41,580 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T09:19:41,581 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40827 2024-11-14T09:19:41,582 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40827 connecting to ZooKeeper ensemble=127.0.0.1:55600 2024-11-14T09:19:41,582 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:19:41,584 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:19:41,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:408270x0, quorum=127.0.0.1:55600, baseZNode=/0-557321814 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T09:19:41,590 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:408270x0, quorum=127.0.0.1:55600, baseZNode=/0-557321814 Set watcher on znode that does not yet exist, /0-557321814/running 2024-11-14T09:19:41,590 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T09:19:41,592 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40827-0x10115c68bec0001 connected 2024-11-14T09:19:41,598 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T09:19:41,599 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40827-0x10115c68bec0001, quorum=127.0.0.1:55600, baseZNode=/0-557321814 Set watcher on znode that does not yet exist, /0-557321814/master 2024-11-14T09:19:41,600 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40827-0x10115c68bec0001, quorum=127.0.0.1:55600, baseZNode=/0-557321814 Set watcher on znode that does not yet exist, /0-557321814/acl 2024-11-14T09:19:41,604 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40827 2024-11-14T09:19:41,604 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40827 2024-11-14T09:19:41,605 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40827 2024-11-14T09:19:41,608 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40827 2024-11-14T09:19:41,609 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40827 2024-11-14T09:19:41,627 DEBUG [M:0;83f56b55f2af:36531 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;83f56b55f2af:36531 2024-11-14T09:19:41,627 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-557321814/backup-masters/83f56b55f2af,36531,1731575981521 2024-11-14T09:19:41,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36531-0x10115c68bec0000, quorum=127.0.0.1:55600, baseZNode=/0-557321814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-557321814/backup-masters 2024-11-14T09:19:41,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40827-0x10115c68bec0001, quorum=127.0.0.1:55600, baseZNode=/0-557321814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-557321814/backup-masters 2024-11-14T09:19:41,629 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36531-0x10115c68bec0000, quorum=127.0.0.1:55600, baseZNode=/0-557321814 Set watcher on existing znode=/0-557321814/backup-masters/83f56b55f2af,36531,1731575981521 2024-11-14T09:19:41,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40827-0x10115c68bec0001, quorum=127.0.0.1:55600, baseZNode=/0-557321814 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-557321814/master 2024-11-14T09:19:41,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40827-0x10115c68bec0001, quorum=127.0.0.1:55600, baseZNode=/0-557321814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-557321814 2024-11-14T09:19:41,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36531-0x10115c68bec0000, quorum=127.0.0.1:55600, baseZNode=/0-557321814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-557321814 2024-11-14T09:19:41,631 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36531-0x10115c68bec0000, quorum=127.0.0.1:55600, baseZNode=/0-557321814 Set watcher on existing znode=/0-557321814/master 2024-11-14T09:19:41,631 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-557321814/backup-masters/83f56b55f2af,36531,1731575981521 from backup master directory 2024-11-14T09:19:41,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40827-0x10115c68bec0001, quorum=127.0.0.1:55600, baseZNode=/0-557321814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-557321814/backup-masters 2024-11-14T09:19:41,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36531-0x10115c68bec0000, quorum=127.0.0.1:55600, baseZNode=/0-557321814 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-557321814/backup-masters/83f56b55f2af,36531,1731575981521 2024-11-14T09:19:41,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36531-0x10115c68bec0000, quorum=127.0.0.1:55600, baseZNode=/0-557321814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-557321814/backup-masters 2024-11-14T09:19:41,634 WARN [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T09:19:41,634 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=83f56b55f2af,36531,1731575981521 2024-11-14T09:19:41,648 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/hbase.id] with ID: 903a2e2a-bdbf-4f16-b24a-871a6deb405f 2024-11-14T09:19:41,648 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/.tmp/hbase.id 2024-11-14T09:19:41,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41433 is added to blk_1073741826_1002 (size=42) 2024-11-14T09:19:42,055 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/.tmp/hbase.id]:[hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/hbase.id] 2024-11-14T09:19:42,064 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:19:42,065 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T09:19:42,066 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-14T09:19:42,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36531-0x10115c68bec0000, quorum=127.0.0.1:55600, baseZNode=/0-557321814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-557321814 2024-11-14T09:19:42,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40827-0x10115c68bec0001, quorum=127.0.0.1:55600, baseZNode=/0-557321814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-557321814 2024-11-14T09:19:42,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41433 is added to blk_1073741827_1003 (size=196) 2024-11-14T09:19:42,473 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T09:19:42,474 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T09:19:42,475 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T09:19:42,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41433 is added to blk_1073741828_1004 (size=1189) 2024-11-14T09:19:42,882 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/MasterData/data/master/store 2024-11-14T09:19:42,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41433 is added to blk_1073741829_1005 (size=34) 2024-11-14T09:19:43,092 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T09:19:43,113 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:19:43,113 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:19:43,113 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:19:43,113 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:19:43,113 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:19:43,114 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:19:43,123 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:19:43,288 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:19:43,288 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T09:19:43,288 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:19:43,288 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:19:43,288 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T09:19:43,288 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:19:43,288 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:19:43,288 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731575983288Disabling compacts and flushes for region at 1731575983288Disabling writes for close at 1731575983288Writing region close event to WAL at 1731575983288Closed at 1731575983288 2024-11-14T09:19:43,289 WARN [master/83f56b55f2af:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/MasterData/data/master/store/.initializing 2024-11-14T09:19:43,289 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/MasterData/WALs/83f56b55f2af,36531,1731575981521 2024-11-14T09:19:43,290 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T09:19:43,291 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=83f56b55f2af%2C36531%2C1731575981521, suffix=, logDir=hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/MasterData/WALs/83f56b55f2af,36531,1731575981521, archiveDir=hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/MasterData/oldWALs, maxLogs=10 2024-11-14T09:19:43,305 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/MasterData/WALs/83f56b55f2af,36531,1731575981521/83f56b55f2af%2C36531%2C1731575981521.1731575983292, exclude list is [], retry=0 2024-11-14T09:19:43,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41433,DS-7e4ada57-10a0-4b3f-a748-b9f431488e14,DISK] 2024-11-14T09:19:43,308 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/MasterData/WALs/83f56b55f2af,36531,1731575981521/83f56b55f2af%2C36531%2C1731575981521.1731575983292 2024-11-14T09:19:43,309 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41489:41489)] 2024-11-14T09:19:43,309 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T09:19:43,309 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:19:43,309 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:19:43,309 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:19:43,310 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:19:43,311 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T09:19:43,311 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:19:43,312 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:19:43,312 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:19:43,313 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T09:19:43,313 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:19:43,313 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:19:43,313 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:19:43,314 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T09:19:43,314 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:19:43,315 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:19:43,315 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:19:43,316 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T09:19:43,316 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:19:43,316 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:19:43,316 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:19:43,317 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:19:43,317 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:19:43,318 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:19:43,318 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:19:43,319 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T09:19:43,319 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:19:43,321 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T09:19:43,322 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66334208, jitterRate=-0.01154327392578125}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T09:19:43,322 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731575983309Initializing all the Stores at 1731575983310 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731575983310Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731575983310Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731575983310Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731575983310Cleaning up temporary data from old regions at 1731575983318 (+8 ms)Region opened successfully at 1731575983322 (+4 ms) 2024-11-14T09:19:43,323 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T09:19:43,325 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31196fcc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=83f56b55f2af/172.17.0.2:0 2024-11-14T09:19:43,326 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T09:19:43,326 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T09:19:43,326 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T09:19:43,326 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T09:19:43,327 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T09:19:43,327 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T09:19:43,327 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T09:19:43,328 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T09:19:43,329 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36531-0x10115c68bec0000, quorum=127.0.0.1:55600, baseZNode=/0-557321814 Unable to get data of znode /0-557321814/balancer because node does not exist (not necessarily an error) 2024-11-14T09:19:43,330 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-557321814/balancer already deleted, retry=false 2024-11-14T09:19:43,330 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T09:19:43,331 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36531-0x10115c68bec0000, quorum=127.0.0.1:55600, baseZNode=/0-557321814 Unable to get data of znode /0-557321814/normalizer because node does not exist (not necessarily an error) 2024-11-14T09:19:43,332 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-557321814/normalizer already deleted, retry=false 2024-11-14T09:19:43,332 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T09:19:43,333 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36531-0x10115c68bec0000, quorum=127.0.0.1:55600, baseZNode=/0-557321814 Unable to get data of znode /0-557321814/switch/split because node does not exist (not necessarily an error) 2024-11-14T09:19:43,335 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-557321814/switch/split already deleted, retry=false 2024-11-14T09:19:43,335 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36531-0x10115c68bec0000, quorum=127.0.0.1:55600, baseZNode=/0-557321814 Unable to get data of znode /0-557321814/switch/merge because node does not exist (not necessarily an error) 2024-11-14T09:19:43,336 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-557321814/switch/merge already deleted, retry=false 2024-11-14T09:19:43,338 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36531-0x10115c68bec0000, quorum=127.0.0.1:55600, baseZNode=/0-557321814 Unable to get data of znode /0-557321814/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T09:19:43,339 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-557321814/snapshot-cleanup already deleted, retry=false 2024-11-14T09:19:43,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40827-0x10115c68bec0001, quorum=127.0.0.1:55600, baseZNode=/0-557321814 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-557321814/running 2024-11-14T09:19:43,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36531-0x10115c68bec0000, quorum=127.0.0.1:55600, baseZNode=/0-557321814 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-557321814/running 2024-11-14T09:19:43,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40827-0x10115c68bec0001, quorum=127.0.0.1:55600, baseZNode=/0-557321814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-557321814 2024-11-14T09:19:43,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36531-0x10115c68bec0000, quorum=127.0.0.1:55600, baseZNode=/0-557321814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-557321814 2024-11-14T09:19:43,340 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=83f56b55f2af,36531,1731575981521, sessionid=0x10115c68bec0000, setting cluster-up flag (Was=false) 2024-11-14T09:19:43,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36531-0x10115c68bec0000, quorum=127.0.0.1:55600, baseZNode=/0-557321814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-557321814 2024-11-14T09:19:43,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40827-0x10115c68bec0001, quorum=127.0.0.1:55600, baseZNode=/0-557321814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-557321814 2024-11-14T09:19:43,348 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-557321814/flush-table-proc/acquired, /0-557321814/flush-table-proc/reached, /0-557321814/flush-table-proc/abort 2024-11-14T09:19:43,348 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=83f56b55f2af,36531,1731575981521 2024-11-14T09:19:43,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36531-0x10115c68bec0000, quorum=127.0.0.1:55600, baseZNode=/0-557321814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-557321814 2024-11-14T09:19:43,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40827-0x10115c68bec0001, quorum=127.0.0.1:55600, baseZNode=/0-557321814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-557321814 2024-11-14T09:19:43,357 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-557321814/online-snapshot/acquired, /0-557321814/online-snapshot/reached, /0-557321814/online-snapshot/abort 2024-11-14T09:19:43,358 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=83f56b55f2af,36531,1731575981521 2024-11-14T09:19:43,359 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T09:19:43,360 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T09:19:43,360 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T09:19:43,360 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T09:19:43,361 WARN [master/83f56b55f2af:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 83f56b55f2af,36805,1731575957324: status=Processing ServerCrashProcedure of 83f56b55f2af,36805,1731575957324 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731575970960, completionTime=-1 appears to have been leaked 2024-11-14T09:19:43,361 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 83f56b55f2af,36531,1731575981521 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T09:19:43,362 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/83f56b55f2af:0, corePoolSize=5, maxPoolSize=5 2024-11-14T09:19:43,362 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/83f56b55f2af:0, corePoolSize=5, maxPoolSize=5 2024-11-14T09:19:43,362 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/83f56b55f2af:0, corePoolSize=5, maxPoolSize=5 2024-11-14T09:19:43,362 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/83f56b55f2af:0, corePoolSize=5, maxPoolSize=5 2024-11-14T09:19:43,362 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/83f56b55f2af:0, corePoolSize=10, maxPoolSize=10 2024-11-14T09:19:43,362 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:19:43,362 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/83f56b55f2af:0, corePoolSize=2, maxPoolSize=2 2024-11-14T09:19:43,362 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:19:43,363 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731576013363 2024-11-14T09:19:43,363 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T09:19:43,363 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T09:19:43,363 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T09:19:43,363 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T09:19:43,363 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T09:19:43,363 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T09:19:43,363 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T09:19:43,363 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T09:19:43,363 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T09:19:43,363 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T09:19:43,363 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T09:19:43,363 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T09:19:43,363 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T09:19:43,364 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T09:19:43,364 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T09:19:43,364 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/83f56b55f2af:0:becomeActiveMaster-HFileCleaner.large.0-1731575983364,5,FailOnTimeoutGroup] 2024-11-14T09:19:43,364 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/83f56b55f2af:0:becomeActiveMaster-HFileCleaner.small.0-1731575983364,5,FailOnTimeoutGroup] 2024-11-14T09:19:43,364 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T09:19:43,364 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T09:19:43,364 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T09:19:43,364 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:19:43,364 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T09:19:43,364 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T09:19:43,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41433 is added to blk_1073741831_1007 (size=1321) 2024-11-14T09:19:43,412 INFO [RS:0;83f56b55f2af:40827 {}] regionserver.HRegionServer(746): ClusterId : 903a2e2a-bdbf-4f16-b24a-871a6deb405f 2024-11-14T09:19:43,412 DEBUG [RS:0;83f56b55f2af:40827 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T09:19:43,414 DEBUG [RS:0;83f56b55f2af:40827 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T09:19:43,414 DEBUG [RS:0;83f56b55f2af:40827 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T09:19:43,415 DEBUG [RS:0;83f56b55f2af:40827 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T09:19:43,415 DEBUG [RS:0;83f56b55f2af:40827 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9d4b37c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=83f56b55f2af/172.17.0.2:0 2024-11-14T09:19:43,427 DEBUG [RS:0;83f56b55f2af:40827 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;83f56b55f2af:40827 2024-11-14T09:19:43,427 INFO [RS:0;83f56b55f2af:40827 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T09:19:43,427 INFO [RS:0;83f56b55f2af:40827 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T09:19:43,427 DEBUG [RS:0;83f56b55f2af:40827 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T09:19:43,428 INFO [RS:0;83f56b55f2af:40827 {}] regionserver.HRegionServer(2659): reportForDuty to master=83f56b55f2af,36531,1731575981521 with port=40827, startcode=1731575981579 2024-11-14T09:19:43,428 DEBUG [RS:0;83f56b55f2af:40827 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T09:19:43,429 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52493, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T09:19:43,430 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36531 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 83f56b55f2af,40827,1731575981579 2024-11-14T09:19:43,430 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36531 {}] master.ServerManager(517): Registering regionserver=83f56b55f2af,40827,1731575981579 2024-11-14T09:19:43,431 DEBUG [RS:0;83f56b55f2af:40827 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751 2024-11-14T09:19:43,431 DEBUG [RS:0;83f56b55f2af:40827 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45051 2024-11-14T09:19:43,431 DEBUG [RS:0;83f56b55f2af:40827 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T09:19:43,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36531-0x10115c68bec0000, quorum=127.0.0.1:55600, baseZNode=/0-557321814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-557321814/rs 2024-11-14T09:19:43,434 DEBUG [RS:0;83f56b55f2af:40827 {}] zookeeper.ZKUtil(111): regionserver:40827-0x10115c68bec0001, quorum=127.0.0.1:55600, baseZNode=/0-557321814 Set watcher on existing znode=/0-557321814/rs/83f56b55f2af,40827,1731575981579 2024-11-14T09:19:43,434 WARN [RS:0;83f56b55f2af:40827 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T09:19:43,434 INFO [RS:0;83f56b55f2af:40827 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T09:19:43,434 DEBUG [RS:0;83f56b55f2af:40827 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/WALs/83f56b55f2af,40827,1731575981579 2024-11-14T09:19:43,434 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [83f56b55f2af,40827,1731575981579] 2024-11-14T09:19:43,437 INFO [RS:0;83f56b55f2af:40827 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T09:19:43,439 INFO [RS:0;83f56b55f2af:40827 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T09:19:43,439 INFO [RS:0;83f56b55f2af:40827 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T09:19:43,439 INFO [RS:0;83f56b55f2af:40827 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T09:19:43,439 INFO [RS:0;83f56b55f2af:40827 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T09:19:43,440 INFO [RS:0;83f56b55f2af:40827 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T09:19:43,440 INFO [RS:0;83f56b55f2af:40827 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T09:19:43,440 DEBUG [RS:0;83f56b55f2af:40827 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:19:43,440 DEBUG [RS:0;83f56b55f2af:40827 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:19:43,440 DEBUG [RS:0;83f56b55f2af:40827 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:19:43,440 DEBUG [RS:0;83f56b55f2af:40827 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:19:43,440 DEBUG [RS:0;83f56b55f2af:40827 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:19:43,440 DEBUG [RS:0;83f56b55f2af:40827 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/83f56b55f2af:0, corePoolSize=2, maxPoolSize=2 2024-11-14T09:19:43,440 DEBUG [RS:0;83f56b55f2af:40827 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:19:43,440 DEBUG [RS:0;83f56b55f2af:40827 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:19:43,440 DEBUG [RS:0;83f56b55f2af:40827 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:19:43,440 DEBUG [RS:0;83f56b55f2af:40827 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:19:43,440 DEBUG [RS:0;83f56b55f2af:40827 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:19:43,441 DEBUG [RS:0;83f56b55f2af:40827 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:19:43,441 DEBUG [RS:0;83f56b55f2af:40827 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/83f56b55f2af:0, corePoolSize=3, maxPoolSize=3 2024-11-14T09:19:43,441 DEBUG [RS:0;83f56b55f2af:40827 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/83f56b55f2af:0, corePoolSize=3, maxPoolSize=3 2024-11-14T09:19:43,444 INFO [RS:0;83f56b55f2af:40827 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T09:19:43,444 INFO [RS:0;83f56b55f2af:40827 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T09:19:43,444 INFO [RS:0;83f56b55f2af:40827 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T09:19:43,444 INFO [RS:0;83f56b55f2af:40827 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T09:19:43,444 INFO [RS:0;83f56b55f2af:40827 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T09:19:43,444 INFO [RS:0;83f56b55f2af:40827 {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,40827,1731575981579-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T09:19:43,458 INFO [RS:0;83f56b55f2af:40827 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T09:19:43,458 INFO [RS:0;83f56b55f2af:40827 {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,40827,1731575981579-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T09:19:43,458 INFO [RS:0;83f56b55f2af:40827 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:19:43,458 INFO [RS:0;83f56b55f2af:40827 {}] regionserver.Replication(171): 83f56b55f2af,40827,1731575981579 started 2024-11-14T09:19:43,471 INFO [RS:0;83f56b55f2af:40827 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:19:43,471 INFO [RS:0;83f56b55f2af:40827 {}] regionserver.HRegionServer(1482): Serving as 83f56b55f2af,40827,1731575981579, RpcServer on 83f56b55f2af/172.17.0.2:40827, sessionid=0x10115c68bec0001 2024-11-14T09:19:43,471 DEBUG [RS:0;83f56b55f2af:40827 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T09:19:43,471 DEBUG [RS:0;83f56b55f2af:40827 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 83f56b55f2af,40827,1731575981579 2024-11-14T09:19:43,471 DEBUG [RS:0;83f56b55f2af:40827 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '83f56b55f2af,40827,1731575981579' 2024-11-14T09:19:43,471 DEBUG [RS:0;83f56b55f2af:40827 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-557321814/flush-table-proc/abort' 2024-11-14T09:19:43,472 DEBUG [RS:0;83f56b55f2af:40827 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-557321814/flush-table-proc/acquired' 2024-11-14T09:19:43,472 DEBUG [RS:0;83f56b55f2af:40827 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T09:19:43,472 DEBUG [RS:0;83f56b55f2af:40827 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T09:19:43,472 DEBUG [RS:0;83f56b55f2af:40827 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 83f56b55f2af,40827,1731575981579 2024-11-14T09:19:43,472 DEBUG [RS:0;83f56b55f2af:40827 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '83f56b55f2af,40827,1731575981579' 2024-11-14T09:19:43,472 DEBUG [RS:0;83f56b55f2af:40827 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-557321814/online-snapshot/abort' 2024-11-14T09:19:43,473 DEBUG [RS:0;83f56b55f2af:40827 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-557321814/online-snapshot/acquired' 2024-11-14T09:19:43,473 DEBUG [RS:0;83f56b55f2af:40827 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T09:19:43,473 INFO [RS:0;83f56b55f2af:40827 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T09:19:43,473 INFO [RS:0;83f56b55f2af:40827 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T09:19:43,573 INFO [RS:0;83f56b55f2af:40827 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T09:19:43,575 INFO [RS:0;83f56b55f2af:40827 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=83f56b55f2af%2C40827%2C1731575981579, suffix=, logDir=hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/WALs/83f56b55f2af,40827,1731575981579, archiveDir=hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/oldWALs, maxLogs=10 2024-11-14T09:19:43,593 DEBUG [RS:0;83f56b55f2af:40827 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/WALs/83f56b55f2af,40827,1731575981579/83f56b55f2af%2C40827%2C1731575981579.1731575983575, exclude list is [], retry=0 2024-11-14T09:19:43,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41433,DS-7e4ada57-10a0-4b3f-a748-b9f431488e14,DISK] 2024-11-14T09:19:43,598 INFO [RS:0;83f56b55f2af:40827 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/WALs/83f56b55f2af,40827,1731575981579/83f56b55f2af%2C40827%2C1731575981579.1731575983575 2024-11-14T09:19:43,598 DEBUG [RS:0;83f56b55f2af:40827 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41489:41489)] 2024-11-14T09:19:43,773 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T09:19:43,773 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751 2024-11-14T09:19:43,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41433 is added to blk_1073741833_1009 (size=32) 2024-11-14T09:19:44,183 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:19:44,184 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T09:19:44,185 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T09:19:44,185 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:19:44,186 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:19:44,186 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T09:19:44,187 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T09:19:44,187 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:19:44,187 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:19:44,187 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T09:19:44,188 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T09:19:44,188 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:19:44,189 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:19:44,189 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T09:19:44,189 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T09:19:44,190 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:19:44,190 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:19:44,190 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T09:19:44,190 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/data/hbase/meta/1588230740 2024-11-14T09:19:44,191 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/data/hbase/meta/1588230740 2024-11-14T09:19:44,192 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T09:19:44,192 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T09:19:44,192 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T09:19:44,193 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T09:19:44,194 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T09:19:44,195 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63722355, jitterRate=-0.05046291649341583}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T09:19:44,195 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731575984183Initializing all the Stores at 1731575984184 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731575984184Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731575984184Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731575984184Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731575984184Cleaning up temporary data from old regions at 1731575984192 (+8 ms)Region opened successfully at 1731575984195 (+3 ms) 2024-11-14T09:19:44,195 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T09:19:44,195 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T09:19:44,195 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T09:19:44,195 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T09:19:44,195 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T09:19:44,196 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T09:19:44,196 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731575984195Disabling compacts and flushes for region at 1731575984195Disabling writes for close at 1731575984195Writing region close event to WAL at 1731575984196 (+1 ms)Closed at 1731575984196 2024-11-14T09:19:44,197 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T09:19:44,197 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T09:19:44,197 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T09:19:44,197 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T09:19:44,198 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T09:19:44,348 DEBUG [83f56b55f2af:36531 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T09:19:44,349 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=83f56b55f2af,40827,1731575981579 2024-11-14T09:19:44,350 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 83f56b55f2af,40827,1731575981579, state=OPENING 2024-11-14T09:19:44,351 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T09:19:44,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36531-0x10115c68bec0000, quorum=127.0.0.1:55600, baseZNode=/0-557321814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-557321814 2024-11-14T09:19:44,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40827-0x10115c68bec0001, quorum=127.0.0.1:55600, baseZNode=/0-557321814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-557321814 2024-11-14T09:19:44,353 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T09:19:44,353 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-557321814/meta-region-server: CHANGED 2024-11-14T09:19:44,353 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-557321814/meta-region-server: CHANGED 2024-11-14T09:19:44,353 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=83f56b55f2af,40827,1731575981579}] 2024-11-14T09:19:44,506 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T09:19:44,507 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57317, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T09:19:44,510 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T09:19:44,510 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T09:19:44,511 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T09:19:44,512 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=83f56b55f2af%2C40827%2C1731575981579.meta, suffix=.meta, logDir=hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/WALs/83f56b55f2af,40827,1731575981579, archiveDir=hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/oldWALs, maxLogs=10 2024-11-14T09:19:44,525 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/WALs/83f56b55f2af,40827,1731575981579/83f56b55f2af%2C40827%2C1731575981579.meta.1731575984512.meta, exclude list is [], retry=0 2024-11-14T09:19:44,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41433,DS-7e4ada57-10a0-4b3f-a748-b9f431488e14,DISK] 2024-11-14T09:19:44,528 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/WALs/83f56b55f2af,40827,1731575981579/83f56b55f2af%2C40827%2C1731575981579.meta.1731575984512.meta 2024-11-14T09:19:44,529 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41489:41489)] 2024-11-14T09:19:44,529 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T09:19:44,529 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T09:19:44,529 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T09:19:44,529 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T09:19:44,529 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T09:19:44,529 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T09:19:44,529 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:19:44,529 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T09:19:44,529 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T09:19:44,531 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T09:19:44,531 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T09:19:44,531 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:19:44,531 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:19:44,532 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T09:19:44,532 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T09:19:44,532 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:19:44,532 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:19:44,533 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T09:19:44,533 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T09:19:44,533 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:19:44,533 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:19:44,533 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T09:19:44,534 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T09:19:44,534 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:19:44,534 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:19:44,534 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T09:19:44,535 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/data/hbase/meta/1588230740 2024-11-14T09:19:44,536 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/data/hbase/meta/1588230740 2024-11-14T09:19:44,537 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T09:19:44,537 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T09:19:44,537 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T09:19:44,538 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T09:19:44,539 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67776406, jitterRate=0.009947150945663452}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T09:19:44,539 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T09:19:44,539 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731575984530Writing region info on filesystem at 1731575984530Initializing all the Stores at 1731575984530Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731575984530Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731575984530Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731575984530Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731575984530Cleaning up temporary data from old regions at 1731575984537 (+7 ms)Running coprocessor post-open hooks at 1731575984539 (+2 ms)Region opened successfully at 1731575984539 2024-11-14T09:19:44,540 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731575984505 2024-11-14T09:19:44,542 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T09:19:44,542 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T09:19:44,543 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=83f56b55f2af,40827,1731575981579 2024-11-14T09:19:44,543 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 83f56b55f2af,40827,1731575981579, state=OPEN 2024-11-14T09:19:44,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40827-0x10115c68bec0001, quorum=127.0.0.1:55600, baseZNode=/0-557321814 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-557321814/meta-region-server 2024-11-14T09:19:44,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36531-0x10115c68bec0000, quorum=127.0.0.1:55600, baseZNode=/0-557321814 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-557321814/meta-region-server 2024-11-14T09:19:44,549 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=83f56b55f2af,40827,1731575981579 2024-11-14T09:19:44,549 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-557321814/meta-region-server: CHANGED 2024-11-14T09:19:44,549 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-557321814/meta-region-server: CHANGED 2024-11-14T09:19:44,550 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T09:19:44,550 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=83f56b55f2af,40827,1731575981579 in 196 msec 2024-11-14T09:19:44,552 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T09:19:44,552 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 353 msec 2024-11-14T09:19:44,552 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T09:19:44,552 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T09:19:44,553 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:19:44,554 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83f56b55f2af,40827,1731575981579, seqNum=-1] 2024-11-14T09:19:44,554 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T09:19:44,555 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52635, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T09:19:44,558 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1980 sec 2024-11-14T09:19:44,558 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731575984558, completionTime=-1 2024-11-14T09:19:44,558 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T09:19:44,559 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T09:19:44,560 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T09:19:44,560 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731576044560 2024-11-14T09:19:44,560 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731576104560 2024-11-14T09:19:44,560 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T09:19:44,561 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,36531,1731575981521-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T09:19:44,561 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,36531,1731575981521-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:19:44,561 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,36531,1731575981521-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:19:44,561 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-83f56b55f2af:36531, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:19:44,561 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T09:19:44,562 DEBUG [master/83f56b55f2af:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T09:19:44,564 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T09:19:44,567 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.933sec 2024-11-14T09:19:44,567 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T09:19:44,567 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T09:19:44,567 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T09:19:44,567 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T09:19:44,567 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T09:19:44,568 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,36531,1731575981521-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T09:19:44,568 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,36531,1731575981521-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T09:19:44,570 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T09:19:44,570 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T09:19:44,570 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,36531,1731575981521-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:19:44,612 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@356a080a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:19:44,612 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83f56b55f2af,36531,-1 for getting cluster id 2024-11-14T09:19:44,612 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T09:19:44,614 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '903a2e2a-bdbf-4f16-b24a-871a6deb405f' 2024-11-14T09:19:44,614 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T09:19:44,614 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "903a2e2a-bdbf-4f16-b24a-871a6deb405f" 2024-11-14T09:19:44,614 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ee1bfe3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:19:44,614 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83f56b55f2af,36531,-1] 2024-11-14T09:19:44,614 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T09:19:44,614 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:19:44,615 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T09:19:44,616 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c2f17d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:19:44,616 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:19:44,617 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83f56b55f2af,40827,1731575981579, seqNum=-1] 2024-11-14T09:19:44,617 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T09:19:44,618 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T09:19:44,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=83f56b55f2af,36531,1731575981521 2024-11-14T09:19:44,620 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:55600 2024-11-14T09:19:44,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:55600, baseZNode=/0-557321814 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T09:19:44,623 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10115c68bec0002 connected 2024-11-14T09:19:44,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b5a652b-a434-c0cc-6c8c-d39049692bb1/hadoop.log.dir so I do NOT create it in target/test-data/7058d2c2-35fd-557f-3691-9334cac8f4ae 2024-11-14T09:19:44,626 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b5a652b-a434-c0cc-6c8c-d39049692bb1/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T09:19:44,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b5a652b-a434-c0cc-6c8c-d39049692bb1/hadoop.tmp.dir so I do NOT create it in target/test-data/7058d2c2-35fd-557f-3691-9334cac8f4ae 2024-11-14T09:19:44,626 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b5a652b-a434-c0cc-6c8c-d39049692bb1/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T09:19:44,626 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7058d2c2-35fd-557f-3691-9334cac8f4ae 2024-11-14T09:19:44,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T09:19:44,627 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7058d2c2-35fd-557f-3691-9334cac8f4ae/cluster_32aa7435-c65e-f7f0-cccc-3d8229c41e48, deleteOnExit=true 2024-11-14T09:19:44,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T09:19:44,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7058d2c2-35fd-557f-3691-9334cac8f4ae/test.cache.data in system properties and HBase conf 2024-11-14T09:19:44,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7058d2c2-35fd-557f-3691-9334cac8f4ae/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T09:19:44,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7058d2c2-35fd-557f-3691-9334cac8f4ae/hadoop.log.dir in system properties and HBase conf 2024-11-14T09:19:44,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7058d2c2-35fd-557f-3691-9334cac8f4ae/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T09:19:44,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7058d2c2-35fd-557f-3691-9334cac8f4ae/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T09:19:44,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T09:19:44,627 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T09:19:44,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7058d2c2-35fd-557f-3691-9334cac8f4ae/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T09:19:44,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7058d2c2-35fd-557f-3691-9334cac8f4ae/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T09:19:44,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7058d2c2-35fd-557f-3691-9334cac8f4ae/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T09:19:44,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7058d2c2-35fd-557f-3691-9334cac8f4ae/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T09:19:44,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7058d2c2-35fd-557f-3691-9334cac8f4ae/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T09:19:44,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7058d2c2-35fd-557f-3691-9334cac8f4ae/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T09:19:44,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7058d2c2-35fd-557f-3691-9334cac8f4ae/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T09:19:44,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7058d2c2-35fd-557f-3691-9334cac8f4ae/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T09:19:44,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7058d2c2-35fd-557f-3691-9334cac8f4ae/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T09:19:44,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7058d2c2-35fd-557f-3691-9334cac8f4ae/nfs.dump.dir in system properties and HBase conf 2024-11-14T09:19:44,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7058d2c2-35fd-557f-3691-9334cac8f4ae/java.io.tmpdir in system properties and HBase conf 2024-11-14T09:19:44,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7058d2c2-35fd-557f-3691-9334cac8f4ae/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T09:19:44,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7058d2c2-35fd-557f-3691-9334cac8f4ae/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T09:19:44,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7058d2c2-35fd-557f-3691-9334cac8f4ae/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T09:19:44,700 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T09:19:44,703 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T09:19:44,705 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T09:19:44,705 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T09:19:44,705 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T09:19:44,705 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T09:19:44,706 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@150dd7b4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7058d2c2-35fd-557f-3691-9334cac8f4ae/hadoop.log.dir/,AVAILABLE} 2024-11-14T09:19:44,706 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59839fc1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T09:19:44,822 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2c9e907e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7058d2c2-35fd-557f-3691-9334cac8f4ae/java.io.tmpdir/jetty-localhost-43571-hadoop-hdfs-3_4_1-tests_jar-_-any-16223883083340894739/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T09:19:44,822 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@417fd5cd{HTTP/1.1, (http/1.1)}{localhost:43571} 2024-11-14T09:19:44,822 INFO [Time-limited test {}] server.Server(415): Started @152533ms 2024-11-14T09:19:44,914 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T09:19:44,919 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T09:19:44,924 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T09:19:44,924 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T09:19:44,924 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T09:19:44,925 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@40267665{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7058d2c2-35fd-557f-3691-9334cac8f4ae/hadoop.log.dir/,AVAILABLE} 2024-11-14T09:19:44,925 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20c00428{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T09:19:45,040 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1a74df73{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7058d2c2-35fd-557f-3691-9334cac8f4ae/java.io.tmpdir/jetty-localhost-41541-hadoop-hdfs-3_4_1-tests_jar-_-any-14905998435716334738/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T09:19:45,040 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7b56dd9a{HTTP/1.1, (http/1.1)}{localhost:41541} 2024-11-14T09:19:45,040 INFO [Time-limited test {}] server.Server(415): Started @152751ms 2024-11-14T09:19:45,042 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T09:19:45,145 WARN [Thread-1793 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7058d2c2-35fd-557f-3691-9334cac8f4ae/cluster_32aa7435-c65e-f7f0-cccc-3d8229c41e48/data/data1/current/BP-285128313-172.17.0.2-1731575984646/current, will proceed with Du for space computation calculation, 2024-11-14T09:19:45,145 WARN [Thread-1794 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7058d2c2-35fd-557f-3691-9334cac8f4ae/cluster_32aa7435-c65e-f7f0-cccc-3d8229c41e48/data/data2/current/BP-285128313-172.17.0.2-1731575984646/current, will proceed with Du for space computation calculation, 2024-11-14T09:19:45,161 WARN [Thread-1781 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T09:19:45,164 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd256c93e8688d2fe with lease ID 0xa5e4379ef2d0ab58: Processing first storage report for DS-58048d5e-62c2-483f-bb16-fb6a0837322d from datanode DatanodeRegistration(127.0.0.1:32867, datanodeUuid=b159f867-1c20-4e27-bbc8-fa67f89ce742, infoPort=35737, infoSecurePort=0, ipcPort=35533, storageInfo=lv=-57;cid=testClusterID;nsid=170263513;c=1731575984646) 2024-11-14T09:19:45,164 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd256c93e8688d2fe with lease ID 0xa5e4379ef2d0ab58: from storage DS-58048d5e-62c2-483f-bb16-fb6a0837322d node DatanodeRegistration(127.0.0.1:32867, datanodeUuid=b159f867-1c20-4e27-bbc8-fa67f89ce742, infoPort=35737, infoSecurePort=0, ipcPort=35533, storageInfo=lv=-57;cid=testClusterID;nsid=170263513;c=1731575984646), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T09:19:45,164 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd256c93e8688d2fe with lease ID 0xa5e4379ef2d0ab58: Processing first storage report for DS-33dcfb9c-435d-422d-861d-d6bf04e0014a from datanode DatanodeRegistration(127.0.0.1:32867, datanodeUuid=b159f867-1c20-4e27-bbc8-fa67f89ce742, infoPort=35737, infoSecurePort=0, ipcPort=35533, storageInfo=lv=-57;cid=testClusterID;nsid=170263513;c=1731575984646) 2024-11-14T09:19:45,164 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd256c93e8688d2fe with lease ID 0xa5e4379ef2d0ab58: from storage DS-33dcfb9c-435d-422d-861d-d6bf04e0014a node DatanodeRegistration(127.0.0.1:32867, datanodeUuid=b159f867-1c20-4e27-bbc8-fa67f89ce742, infoPort=35737, infoSecurePort=0, ipcPort=35533, storageInfo=lv=-57;cid=testClusterID;nsid=170263513;c=1731575984646), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T09:19:45,264 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7058d2c2-35fd-557f-3691-9334cac8f4ae 2024-11-14T09:19:45,264 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:19:45,265 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:19:45,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32867 is added to blk_1073741825_1001 (size=7) 2024-11-14T09:19:45,673 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56 with version=8 2024-11-14T09:19:45,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/hbase-staging 2024-11-14T09:19:45,676 INFO [Time-limited test {}] client.ConnectionUtils(128): master/83f56b55f2af:0 server-side Connection retries=45 2024-11-14T09:19:45,676 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T09:19:45,676 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T09:19:45,676 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T09:19:45,676 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T09:19:45,676 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T09:19:45,676 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T09:19:45,676 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T09:19:45,676 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37065 2024-11-14T09:19:45,677 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37065 connecting to ZooKeeper ensemble=127.0.0.1:55600 2024-11-14T09:19:45,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:370650x0, quorum=127.0.0.1:55600, baseZNode=/11962603091 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T09:19:45,680 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37065-0x10115c68bec0003 connected 2024-11-14T09:19:45,695 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:19:45,696 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:19:45,698 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37065-0x10115c68bec0003, quorum=127.0.0.1:55600, baseZNode=/11962603091 Set watcher on znode that does not yet exist, /11962603091/running 2024-11-14T09:19:45,698 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56, hbase.cluster.distributed=false 2024-11-14T09:19:45,699 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37065-0x10115c68bec0003, quorum=127.0.0.1:55600, baseZNode=/11962603091 Set watcher on znode that does not yet exist, /11962603091/acl 2024-11-14T09:19:45,699 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37065 2024-11-14T09:19:45,699 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37065 2024-11-14T09:19:45,700 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37065 2024-11-14T09:19:45,700 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37065 2024-11-14T09:19:45,700 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37065 2024-11-14T09:19:45,715 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/83f56b55f2af:0 server-side Connection retries=45 2024-11-14T09:19:45,715 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T09:19:45,715 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T09:19:45,715 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T09:19:45,715 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T09:19:45,715 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T09:19:45,715 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T09:19:45,715 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T09:19:45,715 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39599 2024-11-14T09:19:45,716 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39599 connecting to ZooKeeper ensemble=127.0.0.1:55600 2024-11-14T09:19:45,717 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:19:45,718 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:19:45,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:395990x0, quorum=127.0.0.1:55600, baseZNode=/11962603091 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T09:19:45,722 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:395990x0, quorum=127.0.0.1:55600, baseZNode=/11962603091 Set watcher on znode that does not yet exist, /11962603091/running 2024-11-14T09:19:45,722 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39599-0x10115c68bec0004 connected 2024-11-14T09:19:45,723 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T09:19:45,730 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T09:19:45,730 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39599-0x10115c68bec0004, quorum=127.0.0.1:55600, baseZNode=/11962603091 Set watcher on znode that does not yet exist, /11962603091/master 2024-11-14T09:19:45,731 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39599-0x10115c68bec0004, quorum=127.0.0.1:55600, baseZNode=/11962603091 Set watcher on znode that does not yet exist, /11962603091/acl 2024-11-14T09:19:45,736 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39599 2024-11-14T09:19:45,736 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39599 2024-11-14T09:19:45,736 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39599 2024-11-14T09:19:45,737 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39599 2024-11-14T09:19:45,737 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39599 2024-11-14T09:19:45,752 DEBUG [M:0;83f56b55f2af:37065 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;83f56b55f2af:37065 2024-11-14T09:19:45,752 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11962603091/backup-masters/83f56b55f2af,37065,1731575985675 2024-11-14T09:19:45,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39599-0x10115c68bec0004, quorum=127.0.0.1:55600, baseZNode=/11962603091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11962603091/backup-masters 2024-11-14T09:19:45,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37065-0x10115c68bec0003, quorum=127.0.0.1:55600, baseZNode=/11962603091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11962603091/backup-masters 2024-11-14T09:19:45,754 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37065-0x10115c68bec0003, quorum=127.0.0.1:55600, baseZNode=/11962603091 Set watcher on existing znode=/11962603091/backup-masters/83f56b55f2af,37065,1731575985675 2024-11-14T09:19:45,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39599-0x10115c68bec0004, quorum=127.0.0.1:55600, baseZNode=/11962603091 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11962603091/master 2024-11-14T09:19:45,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37065-0x10115c68bec0003, quorum=127.0.0.1:55600, baseZNode=/11962603091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11962603091 2024-11-14T09:19:45,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39599-0x10115c68bec0004, quorum=127.0.0.1:55600, baseZNode=/11962603091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11962603091 2024-11-14T09:19:45,761 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37065-0x10115c68bec0003, quorum=127.0.0.1:55600, baseZNode=/11962603091 Set watcher on existing znode=/11962603091/master 2024-11-14T09:19:45,762 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11962603091/backup-masters/83f56b55f2af,37065,1731575985675 from backup master directory 2024-11-14T09:19:45,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39599-0x10115c68bec0004, quorum=127.0.0.1:55600, baseZNode=/11962603091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11962603091/backup-masters 2024-11-14T09:19:45,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37065-0x10115c68bec0003, quorum=127.0.0.1:55600, baseZNode=/11962603091 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11962603091/backup-masters/83f56b55f2af,37065,1731575985675 2024-11-14T09:19:45,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37065-0x10115c68bec0003, quorum=127.0.0.1:55600, baseZNode=/11962603091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11962603091/backup-masters 2024-11-14T09:19:45,763 WARN [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T09:19:45,763 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=83f56b55f2af,37065,1731575985675 2024-11-14T09:19:45,766 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/hbase.id] with ID: 091f42dc-8aee-4e66-bc41-c24a4c357109 2024-11-14T09:19:45,766 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/.tmp/hbase.id 2024-11-14T09:19:45,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32867 is added to blk_1073741826_1002 (size=42) 2024-11-14T09:19:46,172 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/.tmp/hbase.id]:[hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/hbase.id] 2024-11-14T09:19:46,183 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:19:46,183 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T09:19:46,184 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T09:19:46,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39599-0x10115c68bec0004, quorum=127.0.0.1:55600, baseZNode=/11962603091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11962603091 2024-11-14T09:19:46,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37065-0x10115c68bec0003, quorum=127.0.0.1:55600, baseZNode=/11962603091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11962603091 2024-11-14T09:19:46,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32867 is added to blk_1073741827_1003 (size=196) 2024-11-14T09:19:46,592 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T09:19:46,593 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T09:19:46,594 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T09:19:46,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32867 is added to blk_1073741828_1004 (size=1189) 2024-11-14T09:19:47,001 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/MasterData/data/master/store 2024-11-14T09:19:47,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32867 is added to blk_1073741829_1005 (size=34) 2024-11-14T09:19:47,409 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:19:47,410 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T09:19:47,410 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:19:47,410 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:19:47,410 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T09:19:47,410 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:19:47,410 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:19:47,410 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731575987410Disabling compacts and flushes for region at 1731575987410Disabling writes for close at 1731575987410Writing region close event to WAL at 1731575987410Closed at 1731575987410 2024-11-14T09:19:47,411 WARN [master/83f56b55f2af:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/MasterData/data/master/store/.initializing 2024-11-14T09:19:47,411 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/MasterData/WALs/83f56b55f2af,37065,1731575985675 2024-11-14T09:19:47,412 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T09:19:47,413 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=83f56b55f2af%2C37065%2C1731575985675, suffix=, logDir=hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/MasterData/WALs/83f56b55f2af,37065,1731575985675, archiveDir=hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/MasterData/oldWALs, maxLogs=10 2024-11-14T09:19:47,427 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/MasterData/WALs/83f56b55f2af,37065,1731575985675/83f56b55f2af%2C37065%2C1731575985675.1731575987413, exclude list is [], retry=0 2024-11-14T09:19:47,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32867,DS-58048d5e-62c2-483f-bb16-fb6a0837322d,DISK] 2024-11-14T09:19:47,432 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/MasterData/WALs/83f56b55f2af,37065,1731575985675/83f56b55f2af%2C37065%2C1731575985675.1731575987413 2024-11-14T09:19:47,432 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35737:35737)] 2024-11-14T09:19:47,432 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T09:19:47,432 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:19:47,432 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:19:47,432 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:19:47,434 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:19:47,435 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T09:19:47,435 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:19:47,435 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:19:47,435 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:19:47,436 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T09:19:47,436 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:19:47,437 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:19:47,437 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:19:47,437 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T09:19:47,437 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:19:47,438 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:19:47,438 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:19:47,439 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T09:19:47,439 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:19:47,439 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:19:47,439 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:19:47,439 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:19:47,440 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:19:47,441 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:19:47,441 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:19:47,441 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T09:19:47,442 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:19:47,444 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T09:19:47,444 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73762562, jitterRate=0.09914782643318176}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T09:19:47,444 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731575987433Initializing all the Stores at 1731575987433Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731575987433Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731575987433Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731575987433Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731575987433Cleaning up temporary data from old regions at 1731575987441 (+8 ms)Region opened successfully at 1731575987444 (+3 ms) 2024-11-14T09:19:47,444 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T09:19:47,447 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d0bbf92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=83f56b55f2af/172.17.0.2:0 2024-11-14T09:19:47,447 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T09:19:47,447 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T09:19:47,447 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T09:19:47,448 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T09:19:47,448 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T09:19:47,448 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T09:19:47,448 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T09:19:47,450 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T09:19:47,451 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37065-0x10115c68bec0003, quorum=127.0.0.1:55600, baseZNode=/11962603091 Unable to get data of znode /11962603091/balancer because node does not exist (not necessarily an error) 2024-11-14T09:19:47,452 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11962603091/balancer already deleted, retry=false 2024-11-14T09:19:47,452 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T09:19:47,453 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37065-0x10115c68bec0003, quorum=127.0.0.1:55600, baseZNode=/11962603091 Unable to get data of znode /11962603091/normalizer because node does not exist (not necessarily an error) 2024-11-14T09:19:47,454 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11962603091/normalizer already deleted, retry=false 2024-11-14T09:19:47,455 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T09:19:47,455 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37065-0x10115c68bec0003, quorum=127.0.0.1:55600, baseZNode=/11962603091 Unable to get data of znode /11962603091/switch/split because node does not exist (not necessarily an error) 2024-11-14T09:19:47,456 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11962603091/switch/split already deleted, retry=false 2024-11-14T09:19:47,457 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37065-0x10115c68bec0003, quorum=127.0.0.1:55600, baseZNode=/11962603091 Unable to get data of znode /11962603091/switch/merge because node does not exist (not necessarily an error) 2024-11-14T09:19:47,458 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11962603091/switch/merge already deleted, retry=false 2024-11-14T09:19:47,459 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37065-0x10115c68bec0003, quorum=127.0.0.1:55600, baseZNode=/11962603091 Unable to get data of znode /11962603091/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T09:19:47,460 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11962603091/snapshot-cleanup already deleted, retry=false 2024-11-14T09:19:47,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39599-0x10115c68bec0004, quorum=127.0.0.1:55600, baseZNode=/11962603091 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11962603091/running 2024-11-14T09:19:47,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37065-0x10115c68bec0003, quorum=127.0.0.1:55600, baseZNode=/11962603091 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11962603091/running 2024-11-14T09:19:47,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39599-0x10115c68bec0004, quorum=127.0.0.1:55600, baseZNode=/11962603091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11962603091 2024-11-14T09:19:47,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37065-0x10115c68bec0003, quorum=127.0.0.1:55600, baseZNode=/11962603091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11962603091 2024-11-14T09:19:47,463 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=83f56b55f2af,37065,1731575985675, sessionid=0x10115c68bec0003, setting cluster-up flag (Was=false) 2024-11-14T09:19:47,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37065-0x10115c68bec0003, quorum=127.0.0.1:55600, baseZNode=/11962603091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11962603091 2024-11-14T09:19:47,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39599-0x10115c68bec0004, quorum=127.0.0.1:55600, baseZNode=/11962603091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11962603091 2024-11-14T09:19:47,470 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11962603091/flush-table-proc/acquired, /11962603091/flush-table-proc/reached, /11962603091/flush-table-proc/abort 2024-11-14T09:19:47,471 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=83f56b55f2af,37065,1731575985675 2024-11-14T09:19:47,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39599-0x10115c68bec0004, quorum=127.0.0.1:55600, baseZNode=/11962603091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11962603091 2024-11-14T09:19:47,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37065-0x10115c68bec0003, quorum=127.0.0.1:55600, baseZNode=/11962603091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11962603091 2024-11-14T09:19:47,478 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11962603091/online-snapshot/acquired, /11962603091/online-snapshot/reached, /11962603091/online-snapshot/abort 2024-11-14T09:19:47,479 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=83f56b55f2af,37065,1731575985675 2024-11-14T09:19:47,480 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T09:19:47,481 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T09:19:47,482 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T09:19:47,482 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T09:19:47,482 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 83f56b55f2af,37065,1731575985675 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T09:19:47,483 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/83f56b55f2af:0, corePoolSize=5, maxPoolSize=5 2024-11-14T09:19:47,483 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/83f56b55f2af:0, corePoolSize=5, maxPoolSize=5 2024-11-14T09:19:47,483 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/83f56b55f2af:0, corePoolSize=5, maxPoolSize=5 2024-11-14T09:19:47,483 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/83f56b55f2af:0, corePoolSize=5, maxPoolSize=5 2024-11-14T09:19:47,483 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/83f56b55f2af:0, corePoolSize=10, maxPoolSize=10 2024-11-14T09:19:47,483 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:19:47,483 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/83f56b55f2af:0, corePoolSize=2, maxPoolSize=2 2024-11-14T09:19:47,483 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:19:47,484 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731576017484 2024-11-14T09:19:47,484 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T09:19:47,484 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T09:19:47,484 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T09:19:47,484 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T09:19:47,484 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T09:19:47,484 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T09:19:47,484 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T09:19:47,484 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T09:19:47,485 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T09:19:47,485 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:19:47,486 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T09:19:47,487 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-14T09:19:47,488 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T09:19:47,488 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T09:19:47,488 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T09:19:47,489 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T09:19:47,496 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T09:19:47,496 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T09:19:47,500 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/83f56b55f2af:0:becomeActiveMaster-HFileCleaner.large.0-1731575987496,5,FailOnTimeoutGroup] 2024-11-14T09:19:47,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32867 is added to blk_1073741831_1007 (size=1321) 2024-11-14T09:19:47,510 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/83f56b55f2af:0:becomeActiveMaster-HFileCleaner.small.0-1731575987500,5,FailOnTimeoutGroup] 2024-11-14T09:19:47,510 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T09:19:47,510 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T09:19:47,510 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T09:19:47,510 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T09:19:47,542 INFO [RS:0;83f56b55f2af:39599 {}] regionserver.HRegionServer(746): ClusterId : 091f42dc-8aee-4e66-bc41-c24a4c357109 2024-11-14T09:19:47,542 DEBUG [RS:0;83f56b55f2af:39599 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T09:19:47,544 DEBUG [RS:0;83f56b55f2af:39599 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T09:19:47,544 DEBUG [RS:0;83f56b55f2af:39599 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T09:19:47,546 DEBUG [RS:0;83f56b55f2af:39599 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T09:19:47,547 DEBUG [RS:0;83f56b55f2af:39599 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22bc8894, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=83f56b55f2af/172.17.0.2:0 2024-11-14T09:19:47,558 DEBUG [RS:0;83f56b55f2af:39599 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;83f56b55f2af:39599 2024-11-14T09:19:47,558 INFO [RS:0;83f56b55f2af:39599 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T09:19:47,558 INFO [RS:0;83f56b55f2af:39599 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T09:19:47,558 DEBUG [RS:0;83f56b55f2af:39599 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T09:19:47,559 INFO [RS:0;83f56b55f2af:39599 {}] regionserver.HRegionServer(2659): reportForDuty to master=83f56b55f2af,37065,1731575985675 with port=39599, startcode=1731575985714 2024-11-14T09:19:47,559 DEBUG [RS:0;83f56b55f2af:39599 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T09:19:47,560 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34683, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T09:19:47,561 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37065 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 83f56b55f2af,39599,1731575985714 2024-11-14T09:19:47,561 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37065 {}] master.ServerManager(517): Registering regionserver=83f56b55f2af,39599,1731575985714 2024-11-14T09:19:47,562 DEBUG [RS:0;83f56b55f2af:39599 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56 2024-11-14T09:19:47,562 DEBUG [RS:0;83f56b55f2af:39599 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43031 2024-11-14T09:19:47,562 DEBUG [RS:0;83f56b55f2af:39599 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T09:19:47,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37065-0x10115c68bec0003, quorum=127.0.0.1:55600, baseZNode=/11962603091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11962603091/rs 2024-11-14T09:19:47,567 DEBUG [RS:0;83f56b55f2af:39599 {}] zookeeper.ZKUtil(111): regionserver:39599-0x10115c68bec0004, quorum=127.0.0.1:55600, baseZNode=/11962603091 Set watcher on existing znode=/11962603091/rs/83f56b55f2af,39599,1731575985714 2024-11-14T09:19:47,567 WARN [RS:0;83f56b55f2af:39599 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T09:19:47,567 INFO [RS:0;83f56b55f2af:39599 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T09:19:47,567 DEBUG [RS:0;83f56b55f2af:39599 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/WALs/83f56b55f2af,39599,1731575985714 2024-11-14T09:19:47,568 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [83f56b55f2af,39599,1731575985714] 2024-11-14T09:19:47,570 INFO [RS:0;83f56b55f2af:39599 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T09:19:47,572 INFO [RS:0;83f56b55f2af:39599 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T09:19:47,572 INFO [RS:0;83f56b55f2af:39599 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T09:19:47,572 INFO [RS:0;83f56b55f2af:39599 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T09:19:47,573 INFO [RS:0;83f56b55f2af:39599 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T09:19:47,573 INFO [RS:0;83f56b55f2af:39599 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T09:19:47,573 INFO [RS:0;83f56b55f2af:39599 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T09:19:47,573 DEBUG [RS:0;83f56b55f2af:39599 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:19:47,573 DEBUG [RS:0;83f56b55f2af:39599 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:19:47,573 DEBUG [RS:0;83f56b55f2af:39599 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:19:47,573 DEBUG [RS:0;83f56b55f2af:39599 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:19:47,573 DEBUG [RS:0;83f56b55f2af:39599 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:19:47,574 DEBUG [RS:0;83f56b55f2af:39599 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/83f56b55f2af:0, corePoolSize=2, maxPoolSize=2 2024-11-14T09:19:47,574 DEBUG [RS:0;83f56b55f2af:39599 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:19:47,574 DEBUG [RS:0;83f56b55f2af:39599 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:19:47,574 DEBUG [RS:0;83f56b55f2af:39599 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:19:47,574 DEBUG [RS:0;83f56b55f2af:39599 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:19:47,574 DEBUG [RS:0;83f56b55f2af:39599 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:19:47,574 DEBUG [RS:0;83f56b55f2af:39599 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:19:47,574 DEBUG [RS:0;83f56b55f2af:39599 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/83f56b55f2af:0, corePoolSize=3, maxPoolSize=3 2024-11-14T09:19:47,574 DEBUG [RS:0;83f56b55f2af:39599 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/83f56b55f2af:0, corePoolSize=3, maxPoolSize=3 2024-11-14T09:19:47,574 INFO [RS:0;83f56b55f2af:39599 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T09:19:47,574 INFO [RS:0;83f56b55f2af:39599 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T09:19:47,574 INFO [RS:0;83f56b55f2af:39599 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T09:19:47,574 INFO [RS:0;83f56b55f2af:39599 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T09:19:47,574 INFO [RS:0;83f56b55f2af:39599 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T09:19:47,574 INFO [RS:0;83f56b55f2af:39599 {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,39599,1731575985714-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T09:19:47,588 INFO [RS:0;83f56b55f2af:39599 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T09:19:47,588 INFO [RS:0;83f56b55f2af:39599 {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,39599,1731575985714-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T09:19:47,588 INFO [RS:0;83f56b55f2af:39599 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:19:47,588 INFO [RS:0;83f56b55f2af:39599 {}] regionserver.Replication(171): 83f56b55f2af,39599,1731575985714 started 2024-11-14T09:19:47,602 INFO [RS:0;83f56b55f2af:39599 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:19:47,602 INFO [RS:0;83f56b55f2af:39599 {}] regionserver.HRegionServer(1482): Serving as 83f56b55f2af,39599,1731575985714, RpcServer on 83f56b55f2af/172.17.0.2:39599, sessionid=0x10115c68bec0004 2024-11-14T09:19:47,602 DEBUG [RS:0;83f56b55f2af:39599 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T09:19:47,602 DEBUG [RS:0;83f56b55f2af:39599 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 83f56b55f2af,39599,1731575985714 2024-11-14T09:19:47,602 DEBUG [RS:0;83f56b55f2af:39599 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '83f56b55f2af,39599,1731575985714' 2024-11-14T09:19:47,602 DEBUG [RS:0;83f56b55f2af:39599 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11962603091/flush-table-proc/abort' 2024-11-14T09:19:47,602 DEBUG [RS:0;83f56b55f2af:39599 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11962603091/flush-table-proc/acquired' 2024-11-14T09:19:47,603 DEBUG [RS:0;83f56b55f2af:39599 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T09:19:47,603 DEBUG [RS:0;83f56b55f2af:39599 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T09:19:47,603 DEBUG [RS:0;83f56b55f2af:39599 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 83f56b55f2af,39599,1731575985714 2024-11-14T09:19:47,603 DEBUG [RS:0;83f56b55f2af:39599 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '83f56b55f2af,39599,1731575985714' 2024-11-14T09:19:47,603 DEBUG [RS:0;83f56b55f2af:39599 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11962603091/online-snapshot/abort' 2024-11-14T09:19:47,603 DEBUG [RS:0;83f56b55f2af:39599 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11962603091/online-snapshot/acquired' 2024-11-14T09:19:47,603 DEBUG [RS:0;83f56b55f2af:39599 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T09:19:47,603 INFO [RS:0;83f56b55f2af:39599 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T09:19:47,603 INFO [RS:0;83f56b55f2af:39599 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T09:19:47,704 INFO [RS:0;83f56b55f2af:39599 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T09:19:47,705 INFO [RS:0;83f56b55f2af:39599 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=83f56b55f2af%2C39599%2C1731575985714, suffix=, logDir=hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/WALs/83f56b55f2af,39599,1731575985714, archiveDir=hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/oldWALs, maxLogs=10 2024-11-14T09:19:47,718 DEBUG [RS:0;83f56b55f2af:39599 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/WALs/83f56b55f2af,39599,1731575985714/83f56b55f2af%2C39599%2C1731575985714.1731575987705, exclude list is [], retry=0 2024-11-14T09:19:47,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32867,DS-58048d5e-62c2-483f-bb16-fb6a0837322d,DISK] 2024-11-14T09:19:47,722 INFO [RS:0;83f56b55f2af:39599 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/WALs/83f56b55f2af,39599,1731575985714/83f56b55f2af%2C39599%2C1731575985714.1731575987705 2024-11-14T09:19:47,722 DEBUG [RS:0;83f56b55f2af:39599 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35737:35737)] 2024-11-14T09:19:47,907 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T09:19:47,907 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56 2024-11-14T09:19:47,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32867 is added to blk_1073741833_1009 (size=32) 2024-11-14T09:19:48,313 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:19:48,314 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T09:19:48,315 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T09:19:48,315 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:19:48,316 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:19:48,316 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T09:19:48,317 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T09:19:48,317 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:19:48,317 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:19:48,317 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T09:19:48,318 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T09:19:48,318 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:19:48,319 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:19:48,319 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T09:19:48,320 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T09:19:48,320 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:19:48,320 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:19:48,320 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T09:19:48,321 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/data/hbase/meta/1588230740 2024-11-14T09:19:48,321 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/data/hbase/meta/1588230740 2024-11-14T09:19:48,322 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T09:19:48,322 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T09:19:48,322 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T09:19:48,323 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T09:19:48,325 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T09:19:48,325 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74259041, jitterRate=0.10654594004154205}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T09:19:48,325 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731575988313Initializing all the Stores at 1731575988314 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731575988314Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731575988314Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731575988314Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731575988314Cleaning up temporary data from old regions at 1731575988322 (+8 ms)Region opened successfully at 1731575988325 (+3 ms) 2024-11-14T09:19:48,325 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T09:19:48,325 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T09:19:48,325 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T09:19:48,325 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T09:19:48,325 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T09:19:48,326 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T09:19:48,326 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731575988325Disabling compacts and flushes for region at 1731575988325Disabling writes for close at 1731575988325Writing region close event to WAL at 1731575988326 (+1 ms)Closed at 1731575988326 2024-11-14T09:19:48,327 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T09:19:48,327 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T09:19:48,327 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T09:19:48,328 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T09:19:48,328 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T09:19:48,478 DEBUG [83f56b55f2af:37065 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T09:19:48,479 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=83f56b55f2af,39599,1731575985714 2024-11-14T09:19:48,480 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 83f56b55f2af,39599,1731575985714, state=OPENING 2024-11-14T09:19:48,482 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T09:19:48,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39599-0x10115c68bec0004, quorum=127.0.0.1:55600, baseZNode=/11962603091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11962603091 2024-11-14T09:19:48,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37065-0x10115c68bec0003, quorum=127.0.0.1:55600, baseZNode=/11962603091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11962603091 2024-11-14T09:19:48,484 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T09:19:48,484 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11962603091/meta-region-server: CHANGED 2024-11-14T09:19:48,484 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=83f56b55f2af,39599,1731575985714}] 2024-11-14T09:19:48,486 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11962603091/meta-region-server: CHANGED 2024-11-14T09:19:48,637 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T09:19:48,638 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58213, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T09:19:48,642 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T09:19:48,642 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T09:19:48,642 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T09:19:48,643 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=83f56b55f2af%2C39599%2C1731575985714.meta, suffix=.meta, logDir=hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/WALs/83f56b55f2af,39599,1731575985714, archiveDir=hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/oldWALs, maxLogs=10 2024-11-14T09:19:48,657 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/WALs/83f56b55f2af,39599,1731575985714/83f56b55f2af%2C39599%2C1731575985714.meta.1731575988644.meta, exclude list is [], retry=0 2024-11-14T09:19:48,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32867,DS-58048d5e-62c2-483f-bb16-fb6a0837322d,DISK] 2024-11-14T09:19:48,660 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/WALs/83f56b55f2af,39599,1731575985714/83f56b55f2af%2C39599%2C1731575985714.meta.1731575988644.meta 2024-11-14T09:19:48,660 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35737:35737)] 2024-11-14T09:19:48,660 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T09:19:48,661 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T09:19:48,661 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T09:19:48,661 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T09:19:48,661 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T09:19:48,661 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T09:19:48,661 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:19:48,661 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T09:19:48,661 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T09:19:48,662 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T09:19:48,663 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T09:19:48,663 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:19:48,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:19:48,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T09:19:48,664 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T09:19:48,664 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:19:48,664 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:19:48,664 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T09:19:48,665 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T09:19:48,665 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:19:48,665 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:19:48,665 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T09:19:48,666 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T09:19:48,666 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:19:48,666 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:19:48,666 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T09:19:48,667 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/data/hbase/meta/1588230740 2024-11-14T09:19:48,668 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/data/hbase/meta/1588230740 2024-11-14T09:19:48,669 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T09:19:48,669 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T09:19:48,669 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T09:19:48,670 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T09:19:48,671 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71772385, jitterRate=0.06949187815189362}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T09:19:48,671 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T09:19:48,671 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731575988661Writing region info on filesystem at 1731575988661Initializing all the Stores at 1731575988662 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731575988662Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731575988662Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731575988662Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731575988662Cleaning up temporary data from old regions at 1731575988669 (+7 ms)Running coprocessor post-open hooks at 1731575988671 (+2 ms)Region opened successfully at 1731575988671 2024-11-14T09:19:48,672 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731575988636 2024-11-14T09:19:48,673 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T09:19:48,673 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T09:19:48,674 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=83f56b55f2af,39599,1731575985714 2024-11-14T09:19:48,675 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 83f56b55f2af,39599,1731575985714, state=OPEN 2024-11-14T09:19:48,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39599-0x10115c68bec0004, quorum=127.0.0.1:55600, baseZNode=/11962603091 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11962603091/meta-region-server 2024-11-14T09:19:48,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37065-0x10115c68bec0003, quorum=127.0.0.1:55600, baseZNode=/11962603091 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11962603091/meta-region-server 2024-11-14T09:19:48,676 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=83f56b55f2af,39599,1731575985714 2024-11-14T09:19:48,676 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11962603091/meta-region-server: CHANGED 2024-11-14T09:19:48,676 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11962603091/meta-region-server: CHANGED 2024-11-14T09:19:48,678 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T09:19:48,678 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=83f56b55f2af,39599,1731575985714 in 192 msec 2024-11-14T09:19:48,679 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T09:19:48,679 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 351 msec 2024-11-14T09:19:48,680 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T09:19:48,680 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T09:19:48,681 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:19:48,681 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83f56b55f2af,39599,1731575985714, seqNum=-1] 2024-11-14T09:19:48,681 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T09:19:48,682 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39771, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T09:19:48,686 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2050 sec 2024-11-14T09:19:48,686 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731575988686, completionTime=-1 2024-11-14T09:19:48,687 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T09:19:48,687 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T09:19:48,688 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T09:19:48,688 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731576048688 2024-11-14T09:19:48,688 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731576108688 2024-11-14T09:19:48,688 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T09:19:48,689 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,37065,1731575985675-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T09:19:48,689 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,37065,1731575985675-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:19:48,689 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,37065,1731575985675-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:19:48,689 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-83f56b55f2af:37065, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:19:48,689 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T09:19:48,689 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T09:19:48,690 DEBUG [master/83f56b55f2af:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T09:19:48,692 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.929sec 2024-11-14T09:19:48,692 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T09:19:48,692 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T09:19:48,692 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T09:19:48,692 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T09:19:48,692 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T09:19:48,692 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,37065,1731575985675-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T09:19:48,692 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,37065,1731575985675-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T09:19:48,694 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T09:19:48,694 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T09:19:48,694 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,37065,1731575985675-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:19:48,743 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37382031, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:19:48,743 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83f56b55f2af,37065,-1 for getting cluster id 2024-11-14T09:19:48,743 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T09:19:48,744 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '091f42dc-8aee-4e66-bc41-c24a4c357109' 2024-11-14T09:19:48,744 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T09:19:48,744 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "091f42dc-8aee-4e66-bc41-c24a4c357109" 2024-11-14T09:19:48,745 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7123f76a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:19:48,745 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83f56b55f2af,37065,-1] 2024-11-14T09:19:48,745 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T09:19:48,745 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:19:48,746 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T09:19:48,746 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51216ab9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:19:48,747 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:19:48,747 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83f56b55f2af,39599,1731575985714, seqNum=-1] 2024-11-14T09:19:48,748 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T09:19:48,748 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T09:19:48,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=83f56b55f2af,37065,1731575985675 2024-11-14T09:19:48,751 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:55600 2024-11-14T09:19:48,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:55600, baseZNode=/11962603091 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T09:19:48,753 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10115c68bec0005 connected 2024-11-14T09:19:48,756 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T09:19:48,757 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 83f56b55f2af,36531,1731575981521 2024-11-14T09:19:48,757 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2ea0b8bc 2024-11-14T09:19:48,757 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T09:19:48,758 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T09:19:48,758 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36531 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T09:19:48,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36531 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T09:19:48,760 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T09:19:48,760 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:19:48,760 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36531 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T09:19:48,761 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T09:19:48,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36531 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T09:19:48,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41433 is added to blk_1073741835_1011 (size=902) 2024-11-14T09:19:48,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36531 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T09:19:49,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36531 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T09:19:49,169 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7b232a11feb590009e06166d367c5099, NAME => 'test,,1731575988758.7b232a11feb590009e06166d367c5099.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751 2024-11-14T09:19:49,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41433 is added to blk_1073741836_1012 (size=39) 2024-11-14T09:19:49,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36531 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T09:19:49,437 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T09:19:49,583 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731575988758.7b232a11feb590009e06166d367c5099.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:19:49,583 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 7b232a11feb590009e06166d367c5099, disabling compactions & flushes 2024-11-14T09:19:49,583 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731575988758.7b232a11feb590009e06166d367c5099. 2024-11-14T09:19:49,583 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731575988758.7b232a11feb590009e06166d367c5099. 2024-11-14T09:19:49,583 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731575988758.7b232a11feb590009e06166d367c5099. after waiting 0 ms 2024-11-14T09:19:49,583 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731575988758.7b232a11feb590009e06166d367c5099. 2024-11-14T09:19:49,583 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731575988758.7b232a11feb590009e06166d367c5099. 2024-11-14T09:19:49,583 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7b232a11feb590009e06166d367c5099: Waiting for close lock at 1731575989583Disabling compacts and flushes for region at 1731575989583Disabling writes for close at 1731575989583Writing region close event to WAL at 1731575989583Closed at 1731575989583 2024-11-14T09:19:49,584 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T09:19:49,585 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731575988758.7b232a11feb590009e06166d367c5099.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731575989584"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731575989584"}]},"ts":"1731575989584"} 2024-11-14T09:19:49,587 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T09:19:49,588 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T09:19:49,588 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731575989588"}]},"ts":"1731575989588"} 2024-11-14T09:19:49,589 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T09:19:49,590 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7b232a11feb590009e06166d367c5099, ASSIGN}] 2024-11-14T09:19:49,591 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7b232a11feb590009e06166d367c5099, ASSIGN 2024-11-14T09:19:49,591 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=7b232a11feb590009e06166d367c5099, ASSIGN; state=OFFLINE, location=83f56b55f2af,40827,1731575981579; forceNewPlan=false, retain=false 2024-11-14T09:19:49,742 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7b232a11feb590009e06166d367c5099, regionState=OPENING, regionLocation=83f56b55f2af,40827,1731575981579 2024-11-14T09:19:49,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=7b232a11feb590009e06166d367c5099, ASSIGN because future has completed 2024-11-14T09:19:49,745 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7b232a11feb590009e06166d367c5099, server=83f56b55f2af,40827,1731575981579}] 2024-11-14T09:19:49,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36531 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T09:19:49,901 INFO [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731575988758.7b232a11feb590009e06166d367c5099. 2024-11-14T09:19:49,901 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 7b232a11feb590009e06166d367c5099, NAME => 'test,,1731575988758.7b232a11feb590009e06166d367c5099.', STARTKEY => '', ENDKEY => ''} 2024-11-14T09:19:49,902 INFO [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T09:19:49,902 INFO [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T09:19:49,902 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7b232a11feb590009e06166d367c5099 2024-11-14T09:19:49,902 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731575988758.7b232a11feb590009e06166d367c5099.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:19:49,902 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 7b232a11feb590009e06166d367c5099 2024-11-14T09:19:49,902 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 7b232a11feb590009e06166d367c5099 2024-11-14T09:19:49,903 INFO [StoreOpener-7b232a11feb590009e06166d367c5099-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7b232a11feb590009e06166d367c5099 2024-11-14T09:19:49,905 INFO [StoreOpener-7b232a11feb590009e06166d367c5099-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b232a11feb590009e06166d367c5099 columnFamilyName f 2024-11-14T09:19:49,905 DEBUG [StoreOpener-7b232a11feb590009e06166d367c5099-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:19:49,905 INFO [StoreOpener-7b232a11feb590009e06166d367c5099-1 {}] regionserver.HStore(327): Store=7b232a11feb590009e06166d367c5099/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:19:49,905 INFO [StoreOpener-7b232a11feb590009e06166d367c5099-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 7b232a11feb590009e06166d367c5099 2024-11-14T09:19:49,906 INFO [StoreOpener-7b232a11feb590009e06166d367c5099-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b232a11feb590009e06166d367c5099 columnFamilyName f1 2024-11-14T09:19:49,906 DEBUG [StoreOpener-7b232a11feb590009e06166d367c5099-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:19:49,906 INFO [StoreOpener-7b232a11feb590009e06166d367c5099-1 {}] regionserver.HStore(327): Store=7b232a11feb590009e06166d367c5099/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:19:49,906 INFO [StoreOpener-7b232a11feb590009e06166d367c5099-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7b232a11feb590009e06166d367c5099 2024-11-14T09:19:49,907 INFO [StoreOpener-7b232a11feb590009e06166d367c5099-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b232a11feb590009e06166d367c5099 columnFamilyName norep 2024-11-14T09:19:49,907 DEBUG [StoreOpener-7b232a11feb590009e06166d367c5099-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:19:49,908 INFO [StoreOpener-7b232a11feb590009e06166d367c5099-1 {}] regionserver.HStore(327): Store=7b232a11feb590009e06166d367c5099/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:19:49,908 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 7b232a11feb590009e06166d367c5099 2024-11-14T09:19:49,908 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/data/default/test/7b232a11feb590009e06166d367c5099 2024-11-14T09:19:49,908 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/data/default/test/7b232a11feb590009e06166d367c5099 2024-11-14T09:19:49,909 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 7b232a11feb590009e06166d367c5099 2024-11-14T09:19:49,909 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 7b232a11feb590009e06166d367c5099 2024-11-14T09:19:49,909 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T09:19:49,910 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 7b232a11feb590009e06166d367c5099 2024-11-14T09:19:49,912 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/data/default/test/7b232a11feb590009e06166d367c5099/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T09:19:49,912 INFO [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 7b232a11feb590009e06166d367c5099; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61647570, jitterRate=-0.08137962222099304}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T09:19:49,913 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7b232a11feb590009e06166d367c5099 2024-11-14T09:19:49,913 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 7b232a11feb590009e06166d367c5099: Running coprocessor pre-open hook at 1731575989902Writing region info on filesystem at 1731575989902Initializing all the Stores at 1731575989903 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731575989903Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731575989903Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731575989903Cleaning up temporary data from old regions at 1731575989909 (+6 ms)Running coprocessor post-open hooks at 1731575989913 (+4 ms)Region opened successfully at 1731575989913 2024-11-14T09:19:49,914 INFO [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731575988758.7b232a11feb590009e06166d367c5099., pid=6, masterSystemTime=1731575989897 2024-11-14T09:19:49,916 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731575988758.7b232a11feb590009e06166d367c5099. 2024-11-14T09:19:49,916 INFO [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731575988758.7b232a11feb590009e06166d367c5099. 2024-11-14T09:19:49,917 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7b232a11feb590009e06166d367c5099, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=83f56b55f2af,40827,1731575981579 2024-11-14T09:19:49,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7b232a11feb590009e06166d367c5099, server=83f56b55f2af,40827,1731575981579 because future has completed 2024-11-14T09:19:49,921 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T09:19:49,921 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7b232a11feb590009e06166d367c5099, server=83f56b55f2af,40827,1731575981579 in 175 msec 2024-11-14T09:19:49,923 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T09:19:49,923 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=7b232a11feb590009e06166d367c5099, ASSIGN in 331 msec 2024-11-14T09:19:49,924 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T09:19:49,924 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731575989924"}]},"ts":"1731575989924"} 2024-11-14T09:19:49,926 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T09:19:49,926 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T09:19:49,928 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1680 sec 2024-11-14T09:19:50,031 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T09:19:50,053 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:19:50,053 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:19:50,054 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:19:50,054 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:19:50,054 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:19:50,054 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:19:50,063 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:19:50,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36531 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T09:19:50,905 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T09:19:50,905 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T09:19:50,906 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 83f56b55f2af,37065,1731575985675 2024-11-14T09:19:50,906 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5a761521 2024-11-14T09:19:50,906 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T09:19:50,907 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T09:19:50,908 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37065 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T09:19:50,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37065 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T09:19:50,910 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T09:19:50,910 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:19:50,910 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37065 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T09:19:50,911 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T09:19:50,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37065 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T09:19:50,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32867 is added to blk_1073741835_1011 (size=902) 2024-11-14T09:19:51,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37065 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T09:19:51,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37065 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T09:19:51,320 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0d1a1a7c2f02cbd898280110a189bb34, NAME => 'test,,1731575990908.0d1a1a7c2f02cbd898280110a189bb34.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56 2024-11-14T09:19:51,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32867 is added to blk_1073741836_1012 (size=39) 2024-11-14T09:19:51,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37065 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T09:19:51,726 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731575990908.0d1a1a7c2f02cbd898280110a189bb34.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:19:51,727 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 0d1a1a7c2f02cbd898280110a189bb34, disabling compactions & flushes 2024-11-14T09:19:51,727 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731575990908.0d1a1a7c2f02cbd898280110a189bb34. 2024-11-14T09:19:51,727 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731575990908.0d1a1a7c2f02cbd898280110a189bb34. 2024-11-14T09:19:51,727 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731575990908.0d1a1a7c2f02cbd898280110a189bb34. after waiting 0 ms 2024-11-14T09:19:51,727 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731575990908.0d1a1a7c2f02cbd898280110a189bb34. 2024-11-14T09:19:51,727 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731575990908.0d1a1a7c2f02cbd898280110a189bb34. 2024-11-14T09:19:51,727 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0d1a1a7c2f02cbd898280110a189bb34: Waiting for close lock at 1731575991726Disabling compacts and flushes for region at 1731575991726Disabling writes for close at 1731575991727 (+1 ms)Writing region close event to WAL at 1731575991727Closed at 1731575991727 2024-11-14T09:19:51,728 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T09:19:51,728 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731575990908.0d1a1a7c2f02cbd898280110a189bb34.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731575991728"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731575991728"}]},"ts":"1731575991728"} 2024-11-14T09:19:51,730 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T09:19:51,731 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T09:19:51,731 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731575991731"}]},"ts":"1731575991731"} 2024-11-14T09:19:51,733 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T09:19:51,733 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0d1a1a7c2f02cbd898280110a189bb34, ASSIGN}] 2024-11-14T09:19:51,734 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0d1a1a7c2f02cbd898280110a189bb34, ASSIGN 2024-11-14T09:19:51,735 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=0d1a1a7c2f02cbd898280110a189bb34, ASSIGN; state=OFFLINE, location=83f56b55f2af,39599,1731575985714; forceNewPlan=false, retain=false 2024-11-14T09:19:51,885 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0d1a1a7c2f02cbd898280110a189bb34, regionState=OPENING, regionLocation=83f56b55f2af,39599,1731575985714 2024-11-14T09:19:51,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=0d1a1a7c2f02cbd898280110a189bb34, ASSIGN because future has completed 2024-11-14T09:19:51,888 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0d1a1a7c2f02cbd898280110a189bb34, server=83f56b55f2af,39599,1731575985714}] 2024-11-14T09:19:52,044 INFO [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731575990908.0d1a1a7c2f02cbd898280110a189bb34. 2024-11-14T09:19:52,044 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0d1a1a7c2f02cbd898280110a189bb34, NAME => 'test,,1731575990908.0d1a1a7c2f02cbd898280110a189bb34.', STARTKEY => '', ENDKEY => ''} 2024-11-14T09:19:52,044 INFO [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T09:19:52,044 INFO [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T09:19:52,044 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0d1a1a7c2f02cbd898280110a189bb34 2024-11-14T09:19:52,045 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731575990908.0d1a1a7c2f02cbd898280110a189bb34.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:19:52,045 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0d1a1a7c2f02cbd898280110a189bb34 2024-11-14T09:19:52,045 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0d1a1a7c2f02cbd898280110a189bb34 2024-11-14T09:19:52,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37065 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T09:19:52,046 INFO [StoreOpener-0d1a1a7c2f02cbd898280110a189bb34-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0d1a1a7c2f02cbd898280110a189bb34 2024-11-14T09:19:52,047 INFO [StoreOpener-0d1a1a7c2f02cbd898280110a189bb34-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0d1a1a7c2f02cbd898280110a189bb34 columnFamilyName f 2024-11-14T09:19:52,047 DEBUG [StoreOpener-0d1a1a7c2f02cbd898280110a189bb34-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:19:52,047 INFO [StoreOpener-0d1a1a7c2f02cbd898280110a189bb34-1 {}] regionserver.HStore(327): Store=0d1a1a7c2f02cbd898280110a189bb34/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:19:52,047 INFO [StoreOpener-0d1a1a7c2f02cbd898280110a189bb34-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 0d1a1a7c2f02cbd898280110a189bb34 2024-11-14T09:19:52,048 INFO [StoreOpener-0d1a1a7c2f02cbd898280110a189bb34-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0d1a1a7c2f02cbd898280110a189bb34 columnFamilyName f1 2024-11-14T09:19:52,048 DEBUG [StoreOpener-0d1a1a7c2f02cbd898280110a189bb34-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:19:52,049 INFO [StoreOpener-0d1a1a7c2f02cbd898280110a189bb34-1 {}] regionserver.HStore(327): Store=0d1a1a7c2f02cbd898280110a189bb34/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:19:52,049 INFO [StoreOpener-0d1a1a7c2f02cbd898280110a189bb34-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0d1a1a7c2f02cbd898280110a189bb34 2024-11-14T09:19:52,050 INFO [StoreOpener-0d1a1a7c2f02cbd898280110a189bb34-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0d1a1a7c2f02cbd898280110a189bb34 columnFamilyName norep 2024-11-14T09:19:52,050 DEBUG [StoreOpener-0d1a1a7c2f02cbd898280110a189bb34-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:19:52,050 INFO [StoreOpener-0d1a1a7c2f02cbd898280110a189bb34-1 {}] regionserver.HStore(327): Store=0d1a1a7c2f02cbd898280110a189bb34/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:19:52,050 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0d1a1a7c2f02cbd898280110a189bb34 2024-11-14T09:19:52,051 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/data/default/test/0d1a1a7c2f02cbd898280110a189bb34 2024-11-14T09:19:52,051 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/data/default/test/0d1a1a7c2f02cbd898280110a189bb34 2024-11-14T09:19:52,051 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0d1a1a7c2f02cbd898280110a189bb34 2024-11-14T09:19:52,051 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0d1a1a7c2f02cbd898280110a189bb34 2024-11-14T09:19:52,052 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T09:19:52,053 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0d1a1a7c2f02cbd898280110a189bb34 2024-11-14T09:19:52,054 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/data/default/test/0d1a1a7c2f02cbd898280110a189bb34/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T09:19:52,055 INFO [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0d1a1a7c2f02cbd898280110a189bb34; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64778583, jitterRate=-0.03472389280796051}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T09:19:52,055 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0d1a1a7c2f02cbd898280110a189bb34 2024-11-14T09:19:52,055 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0d1a1a7c2f02cbd898280110a189bb34: Running coprocessor pre-open hook at 1731575992045Writing region info on filesystem at 1731575992045Initializing all the Stores at 1731575992045Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731575992046 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731575992046Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731575992046Cleaning up temporary data from old regions at 1731575992051 (+5 ms)Running coprocessor post-open hooks at 1731575992055 (+4 ms)Region opened successfully at 1731575992055 2024-11-14T09:19:52,056 INFO [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731575990908.0d1a1a7c2f02cbd898280110a189bb34., pid=6, masterSystemTime=1731575992040 2024-11-14T09:19:52,057 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731575990908.0d1a1a7c2f02cbd898280110a189bb34. 2024-11-14T09:19:52,057 INFO [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731575990908.0d1a1a7c2f02cbd898280110a189bb34. 2024-11-14T09:19:52,058 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0d1a1a7c2f02cbd898280110a189bb34, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=83f56b55f2af,39599,1731575985714 2024-11-14T09:19:52,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0d1a1a7c2f02cbd898280110a189bb34, server=83f56b55f2af,39599,1731575985714 because future has completed 2024-11-14T09:19:52,062 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T09:19:52,062 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0d1a1a7c2f02cbd898280110a189bb34, server=83f56b55f2af,39599,1731575985714 in 173 msec 2024-11-14T09:19:52,064 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T09:19:52,064 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=0d1a1a7c2f02cbd898280110a189bb34, ASSIGN in 329 msec 2024-11-14T09:19:52,064 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T09:19:52,065 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731575992064"}]},"ts":"1731575992064"} 2024-11-14T09:19:52,066 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T09:19:52,067 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T09:19:52,068 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1590 sec 2024-11-14T09:19:53,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37065 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T09:19:53,065 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T09:19:53,066 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48bda45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:19:53,066 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83f56b55f2af,36531,-1 for getting cluster id 2024-11-14T09:19:53,066 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T09:19:53,067 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '903a2e2a-bdbf-4f16-b24a-871a6deb405f' 2024-11-14T09:19:53,067 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T09:19:53,067 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "903a2e2a-bdbf-4f16-b24a-871a6deb405f" 2024-11-14T09:19:53,067 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@654e9531, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:19:53,067 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83f56b55f2af,36531,-1] 2024-11-14T09:19:53,067 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T09:19:53,068 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:19:53,068 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T09:19:53,069 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69e83a7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:19:53,070 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4015d4f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:19:53,070 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83f56b55f2af,37065,-1 for getting cluster id 2024-11-14T09:19:53,070 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T09:19:53,070 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '091f42dc-8aee-4e66-bc41-c24a4c357109' 2024-11-14T09:19:53,070 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T09:19:53,071 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "091f42dc-8aee-4e66-bc41-c24a4c357109" 2024-11-14T09:19:53,071 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11c3332, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:19:53,071 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83f56b55f2af,37065,-1] 2024-11-14T09:19:53,071 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T09:19:53,071 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:19:53,072 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T09:19:53,073 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4182ae6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:19:53,073 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@639a17f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:19:53,073 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83f56b55f2af,36531,-1 for getting cluster id 2024-11-14T09:19:53,073 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T09:19:53,074 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '903a2e2a-bdbf-4f16-b24a-871a6deb405f' 2024-11-14T09:19:53,074 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T09:19:53,074 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "903a2e2a-bdbf-4f16-b24a-871a6deb405f" 2024-11-14T09:19:53,074 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b129d72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:19:53,074 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83f56b55f2af,36531,-1] 2024-11-14T09:19:53,074 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T09:19:53,074 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:19:53,075 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35306, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T09:19:53,075 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a1b17a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:19:53,076 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T09:19:53,076 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 83f56b55f2af,36531,1731575981521 2024-11-14T09:19:53,076 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2ea972c 2024-11-14T09:19:53,076 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T09:19:53,077 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T09:19:53,077 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36531 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://83f56b55f2af:37065,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T09:19:53,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36531 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T09:19:53,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36531 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T09:19:53,080 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='83f56b55f2af:37065' 2024-11-14T09:19:53,080 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b43b619, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:19:53,080 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 83f56b55f2af,37065,-1 for getting cluster id 2024-11-14T09:19:53,080 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T09:19:53,081 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '091f42dc-8aee-4e66-bc41-c24a4c357109' 2024-11-14T09:19:53,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T09:19:53,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "091f42dc-8aee-4e66-bc41-c24a4c357109" 2024-11-14T09:19:53,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f6c0f1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:19:53,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83f56b55f2af,37065,-1] 2024-11-14T09:19:53,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T09:19:53,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:19:53,082 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T09:19:53,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c09ca93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:19:53,082 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T09:19:53,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 83f56b55f2af,37065,1731575985675 2024-11-14T09:19:53,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@32fa985a 2024-11-14T09:19:53,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T09:19:53,084 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T09:19:53,084 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T09:19:53,084 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T09:19:53,085 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:19:53,085 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:19:53,085 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T09:19:53,085 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T09:19:53,086 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T09:19:53,086 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T09:19:53,087 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:19:53,087 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T09:19:53,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41433 is added to blk_1073741837_1013 (size=1138) 2024-11-14T09:19:53,136 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T09:19:53,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36531 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T09:19:53,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36531 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T09:19:53,494 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => de9619ae5de276dbc129c278be9dd26e, NAME => 'hbase:replication,,1731575993085.de9619ae5de276dbc129c278be9dd26e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751 2024-11-14T09:19:53,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41433 is added to blk_1073741838_1014 (size=44) 2024-11-14T09:19:53,570 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-14T09:19:53,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36531 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T09:19:53,901 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731575993085.de9619ae5de276dbc129c278be9dd26e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:19:53,901 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing de9619ae5de276dbc129c278be9dd26e, disabling compactions & flushes 2024-11-14T09:19:53,901 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731575993085.de9619ae5de276dbc129c278be9dd26e. 2024-11-14T09:19:53,901 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731575993085.de9619ae5de276dbc129c278be9dd26e. 2024-11-14T09:19:53,901 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731575993085.de9619ae5de276dbc129c278be9dd26e. after waiting 0 ms 2024-11-14T09:19:53,901 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731575993085.de9619ae5de276dbc129c278be9dd26e. 2024-11-14T09:19:53,901 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731575993085.de9619ae5de276dbc129c278be9dd26e. 2024-11-14T09:19:53,901 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for de9619ae5de276dbc129c278be9dd26e: Waiting for close lock at 1731575993901Disabling compacts and flushes for region at 1731575993901Disabling writes for close at 1731575993901Writing region close event to WAL at 1731575993901Closed at 1731575993901 2024-11-14T09:19:53,903 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T09:19:53,905 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731575993085.de9619ae5de276dbc129c278be9dd26e.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731575993903"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731575993903"}]},"ts":"1731575993903"} 2024-11-14T09:19:53,907 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T09:19:53,908 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T09:19:53,909 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731575993909"}]},"ts":"1731575993909"} 2024-11-14T09:19:53,911 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T09:19:53,911 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=de9619ae5de276dbc129c278be9dd26e, ASSIGN}] 2024-11-14T09:19:53,912 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=de9619ae5de276dbc129c278be9dd26e, ASSIGN 2024-11-14T09:19:53,913 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=de9619ae5de276dbc129c278be9dd26e, ASSIGN; state=OFFLINE, location=83f56b55f2af,40827,1731575981579; forceNewPlan=false, retain=false 2024-11-14T09:19:54,064 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=de9619ae5de276dbc129c278be9dd26e, regionState=OPENING, regionLocation=83f56b55f2af,40827,1731575981579 2024-11-14T09:19:54,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=de9619ae5de276dbc129c278be9dd26e, ASSIGN because future has completed 2024-11-14T09:19:54,067 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure de9619ae5de276dbc129c278be9dd26e, server=83f56b55f2af,40827,1731575981579}] 2024-11-14T09:19:54,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36531 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T09:19:54,224 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731575993085.de9619ae5de276dbc129c278be9dd26e. 2024-11-14T09:19:54,225 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T09:19:54,225 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T09:19:54,226 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=83f56b55f2af%2C40827%2C1731575981579.rep, suffix=, logDir=hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/WALs/83f56b55f2af,40827,1731575981579, archiveDir=hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/oldWALs, maxLogs=10 2024-11-14T09:19:54,248 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/WALs/83f56b55f2af,40827,1731575981579/83f56b55f2af%2C40827%2C1731575981579.rep.1731575994227, exclude list is [], retry=0 2024-11-14T09:19:54,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41433,DS-7e4ada57-10a0-4b3f-a748-b9f431488e14,DISK] 2024-11-14T09:19:54,265 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/WALs/83f56b55f2af,40827,1731575981579/83f56b55f2af%2C40827%2C1731575981579.rep.1731575994227 2024-11-14T09:19:54,266 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41489:41489)] 2024-11-14T09:19:54,266 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => de9619ae5de276dbc129c278be9dd26e, NAME => 'hbase:replication,,1731575993085.de9619ae5de276dbc129c278be9dd26e.', STARTKEY => '', ENDKEY => ''} 2024-11-14T09:19:54,266 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T09:19:54,266 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T09:19:54,267 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731575993085.de9619ae5de276dbc129c278be9dd26e. service=MultiRowMutationService 2024-11-14T09:19:54,267 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T09:19:54,267 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication de9619ae5de276dbc129c278be9dd26e 2024-11-14T09:19:54,267 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731575993085.de9619ae5de276dbc129c278be9dd26e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:19:54,267 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for de9619ae5de276dbc129c278be9dd26e 2024-11-14T09:19:54,267 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for de9619ae5de276dbc129c278be9dd26e 2024-11-14T09:19:54,269 INFO [StoreOpener-de9619ae5de276dbc129c278be9dd26e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region de9619ae5de276dbc129c278be9dd26e 2024-11-14T09:19:54,271 INFO [StoreOpener-de9619ae5de276dbc129c278be9dd26e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region de9619ae5de276dbc129c278be9dd26e columnFamilyName hfileref 2024-11-14T09:19:54,271 DEBUG [StoreOpener-de9619ae5de276dbc129c278be9dd26e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:19:54,274 INFO [StoreOpener-de9619ae5de276dbc129c278be9dd26e-1 {}] regionserver.HStore(327): Store=de9619ae5de276dbc129c278be9dd26e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:19:54,274 INFO [StoreOpener-de9619ae5de276dbc129c278be9dd26e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region de9619ae5de276dbc129c278be9dd26e 2024-11-14T09:19:54,276 INFO [StoreOpener-de9619ae5de276dbc129c278be9dd26e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region de9619ae5de276dbc129c278be9dd26e columnFamilyName queue 2024-11-14T09:19:54,276 DEBUG [StoreOpener-de9619ae5de276dbc129c278be9dd26e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:19:54,276 INFO [StoreOpener-de9619ae5de276dbc129c278be9dd26e-1 {}] regionserver.HStore(327): Store=de9619ae5de276dbc129c278be9dd26e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:19:54,276 INFO [StoreOpener-de9619ae5de276dbc129c278be9dd26e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region de9619ae5de276dbc129c278be9dd26e 2024-11-14T09:19:54,277 INFO [StoreOpener-de9619ae5de276dbc129c278be9dd26e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region de9619ae5de276dbc129c278be9dd26e columnFamilyName sid 2024-11-14T09:19:54,278 DEBUG [StoreOpener-de9619ae5de276dbc129c278be9dd26e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:19:54,284 INFO [StoreOpener-de9619ae5de276dbc129c278be9dd26e-1 {}] regionserver.HStore(327): Store=de9619ae5de276dbc129c278be9dd26e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:19:54,284 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for de9619ae5de276dbc129c278be9dd26e 2024-11-14T09:19:54,285 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/data/hbase/replication/de9619ae5de276dbc129c278be9dd26e 2024-11-14T09:19:54,285 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/data/hbase/replication/de9619ae5de276dbc129c278be9dd26e 2024-11-14T09:19:54,286 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for de9619ae5de276dbc129c278be9dd26e 2024-11-14T09:19:54,286 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for de9619ae5de276dbc129c278be9dd26e 2024-11-14T09:19:54,287 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T09:19:54,295 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for de9619ae5de276dbc129c278be9dd26e 2024-11-14T09:19:54,308 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/data/hbase/replication/de9619ae5de276dbc129c278be9dd26e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T09:19:54,309 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened de9619ae5de276dbc129c278be9dd26e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71642144, jitterRate=0.0675511360168457}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T09:19:54,309 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for de9619ae5de276dbc129c278be9dd26e 2024-11-14T09:19:54,310 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for de9619ae5de276dbc129c278be9dd26e: Running coprocessor pre-open hook at 1731575994267Writing region info on filesystem at 1731575994267Initializing all the Stores at 1731575994268 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731575994268Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731575994268Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731575994268Cleaning up temporary data from old regions at 1731575994286 (+18 ms)Running coprocessor post-open hooks at 1731575994309 (+23 ms)Region opened successfully at 1731575994310 (+1 ms) 2024-11-14T09:19:54,311 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731575993085.de9619ae5de276dbc129c278be9dd26e., pid=10, masterSystemTime=1731575994219 2024-11-14T09:19:54,313 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731575993085.de9619ae5de276dbc129c278be9dd26e. 2024-11-14T09:19:54,313 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731575993085.de9619ae5de276dbc129c278be9dd26e. 2024-11-14T09:19:54,314 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=de9619ae5de276dbc129c278be9dd26e, regionState=OPEN, openSeqNum=2, regionLocation=83f56b55f2af,40827,1731575981579 2024-11-14T09:19:54,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure de9619ae5de276dbc129c278be9dd26e, server=83f56b55f2af,40827,1731575981579 because future has completed 2024-11-14T09:19:54,322 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T09:19:54,322 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure de9619ae5de276dbc129c278be9dd26e, server=83f56b55f2af,40827,1731575981579 in 253 msec 2024-11-14T09:19:54,325 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T09:19:54,325 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=de9619ae5de276dbc129c278be9dd26e, ASSIGN in 412 msec 2024-11-14T09:19:54,326 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T09:19:54,326 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731575994326"}]},"ts":"1731575994326"} 2024-11-14T09:19:54,328 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T09:19:54,330 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T09:19:54,332 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2450 sec 2024-11-14T09:19:54,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731575993085.de9619ae5de276dbc129c278be9dd26e., hostname=83f56b55f2af,40827,1731575981579, seqNum=2] 2024-11-14T09:19:54,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40827-0x10115c68bec0001, quorum=127.0.0.1:55600, baseZNode=/0-557321814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-557321814 2024-11-14T09:19:54,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36531-0x10115c68bec0000, quorum=127.0.0.1:55600, baseZNode=/0-557321814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-557321814 2024-11-14T09:19:54,360 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T09:19:54,513 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40827 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T09:19:54,514 INFO [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T09:19:54,552 INFO [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-83f56b55f2af,40827,1731575981579, ReplicationSource: 1, currentBandwidth=0 2024-11-14T09:19:54,553 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:19:54,553 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83f56b55f2af,40827,1731575981579, seqNum=-1] 2024-11-14T09:19:54,553 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T09:19:54,555 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45033, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-14T09:19:54,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-83f56b55f2af,40827,1731575981579', locateType=CURRENT is [region=hbase:replication,,1731575993085.de9619ae5de276dbc129c278be9dd26e., hostname=83f56b55f2af,40827,1731575981579, seqNum=2] 2024-11-14T09:19:54,564 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T09:19:54,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36531 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T09:19:54,567 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 83f56b55f2af,40827,1731575981579 suceeded 2024-11-14T09:19:54,569 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T09:19:54,569 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 207 msec 2024-11-14T09:19:54,570 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://83f56b55f2af:37065,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T09:19:54,571 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4930 sec 2024-11-14T09:19:54,586 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40827,1731575981579 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='83f56b55f2af:37065' 2024-11-14T09:19:54,590 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40827,1731575981579 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4ac4c4a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:19:54,590 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40827,1731575981579 {}] client.ClusterIdFetcher(90): Going to request 83f56b55f2af,37065,-1 for getting cluster id 2024-11-14T09:19:54,590 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40827,1731575981579 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T09:19:54,592 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '091f42dc-8aee-4e66-bc41-c24a4c357109' 2024-11-14T09:19:54,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T09:19:54,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "091f42dc-8aee-4e66-bc41-c24a4c357109" 2024-11-14T09:19:54,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2fa92778, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:19:54,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83f56b55f2af,37065,-1] 2024-11-14T09:19:54,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T09:19:54,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:19:54,593 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43548, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-14T09:19:54,595 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40827,1731575981579 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5ccf10f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:19:54,595 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40827,1731575981579 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T09:19:54,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 83f56b55f2af,37065,1731575985675 2024-11-14T09:19:54,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@29d9e72d 2024-11-14T09:19:54,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T09:19:54,597 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-14T09:19:54,597 INFO [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40827,1731575981579 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-83f56b55f2af,40827,1731575981579 (queues=1) is replicating from cluster=903a2e2a-bdbf-4f16-b24a-871a6deb405f to cluster=091f42dc-8aee-4e66-bc41-c24a4c357109 2024-11-14T09:19:54,598 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40827,1731575981579 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=83f56b55f2af%2C40827%2C1731575981579 2024-11-14T09:19:54,598 INFO [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40827,1731575981579 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-83f56b55f2af,40827,1731575981579, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T09:19:54,601 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40827,1731575981579.replicationSource.wal-reader.83f56b55f2af%2C40827%2C1731575981579,1-83f56b55f2af,40827,1731575981579 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/WALs/83f56b55f2af,40827,1731575981579/83f56b55f2af%2C40827%2C1731575981579.1731575983575, startPosition=0, beingWritten=true 2024-11-14T09:19:54,609 INFO [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40827,1731575981579.replicationSource.shipper83f56b55f2af%2C40827%2C1731575981579,1-83f56b55f2af,40827,1731575981579 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 83f56b55f2af%2C40827%2C1731575981579 2024-11-14T09:19:54,613 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40827,1731575981579.replicationSource.wal-reader.83f56b55f2af%2C40827%2C1731575981579,1-83f56b55f2af,40827,1731575981579 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T09:19:54,613 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40827,1731575981579.replicationSource.shipper83f56b55f2af%2C40827%2C1731575981579,1-83f56b55f2af,40827,1731575981579 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83f56b55f2af,40827,1731575981579 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/WALs/83f56b55f2af,40827,1731575981579/83f56b55f2af%2C40827%2C1731575981579.1731575983575, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T09:19:54,614 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40827,1731575981579.replicationSource.wal-reader.83f56b55f2af%2C40827%2C1731575981579,1-83f56b55f2af,40827,1731575981579 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/WALs/83f56b55f2af,40827,1731575981579/83f56b55f2af%2C40827%2C1731575981579.1731575983575 to pos 379, reset compression=false 2024-11-14T09:19:54,824 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40827,1731575981579.replicationSource.wal-reader.83f56b55f2af%2C40827%2C1731575981579,1-83f56b55f2af,40827,1731575981579 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/WALs/83f56b55f2af,40827,1731575981579/83f56b55f2af%2C40827%2C1731575981579.1731575983575 to pos 379, reset compression=false 2024-11-14T09:19:55,130 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40827,1731575981579.replicationSource.wal-reader.83f56b55f2af%2C40827%2C1731575981579,1-83f56b55f2af,40827,1731575981579 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/WALs/83f56b55f2af,40827,1731575981579/83f56b55f2af%2C40827%2C1731575981579.1731575983575 to pos 379, reset compression=false 2024-11-14T09:19:55,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36531 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T09:19:55,225 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T09:19:55,225 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T09:19:55,225 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:19:55,225 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:19:55,225 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:19:55,226 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T09:19:55,226 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d7b1a87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:19:55,226 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83f56b55f2af,37065,-1 for getting cluster id 2024-11-14T09:19:55,226 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T09:19:55,227 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '091f42dc-8aee-4e66-bc41-c24a4c357109' 2024-11-14T09:19:55,228 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T09:19:55,228 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "091f42dc-8aee-4e66-bc41-c24a4c357109" 2024-11-14T09:19:55,228 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f0da41f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:19:55,228 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83f56b55f2af,37065,-1] 2024-11-14T09:19:55,228 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T09:19:55,228 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:19:55,230 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T09:19:55,232 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cbdd094, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:19:55,232 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T09:19:55,235 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 83f56b55f2af,37065,1731575985675 2024-11-14T09:19:55,235 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@23e62167 2024-11-14T09:19:55,235 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T09:19:55,236 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T09:19:55,237 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37065 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://83f56b55f2af:36531,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T09:19:55,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37065 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T09:19:55,240 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='83f56b55f2af:36531' 2024-11-14T09:19:55,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37065 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T09:19:55,244 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7732a34a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:19:55,245 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 83f56b55f2af,36531,-1 for getting cluster id 2024-11-14T09:19:55,245 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T09:19:55,245 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '903a2e2a-bdbf-4f16-b24a-871a6deb405f' 2024-11-14T09:19:55,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T09:19:55,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "903a2e2a-bdbf-4f16-b24a-871a6deb405f" 2024-11-14T09:19:55,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65309e72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:19:55,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83f56b55f2af,36531,-1] 2024-11-14T09:19:55,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T09:19:55,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:19:55,247 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T09:19:55,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ba51189, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:19:55,247 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T09:19:55,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 83f56b55f2af,36531,1731575981521 2024-11-14T09:19:55,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@23e1f8e8 2024-11-14T09:19:55,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T09:19:55,249 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T09:19:55,251 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T09:19:55,251 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T09:19:55,251 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:19:55,251 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:19:55,251 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T09:19:55,252 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T09:19:55,253 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T09:19:55,254 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T09:19:55,254 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:19:55,255 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T09:19:55,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32867 is added to blk_1073741837_1013 (size=1138) 2024-11-14T09:19:55,278 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e15cc01c7e8afc74c89fb8b6023b2ba9, NAME => 'hbase:replication,,1731575995251.e15cc01c7e8afc74c89fb8b6023b2ba9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56 2024-11-14T09:19:55,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32867 is added to blk_1073741838_1014 (size=44) 2024-11-14T09:19:55,303 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T09:19:55,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37065 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T09:19:55,405 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T09:19:55,440 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:19:55,440 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:19:55,441 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:19:55,441 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:19:55,441 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:19:55,442 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:19:55,456 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:19:55,469 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-14T09:19:55,535 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40827,1731575981579.replicationSource.wal-reader.83f56b55f2af%2C40827%2C1731575981579,1-83f56b55f2af,40827,1731575981579 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/WALs/83f56b55f2af,40827,1731575981579/83f56b55f2af%2C40827%2C1731575981579.1731575983575 to pos 379, reset compression=false 2024-11-14T09:19:55,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37065 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T09:19:55,698 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731575995251.e15cc01c7e8afc74c89fb8b6023b2ba9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:19:55,698 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing e15cc01c7e8afc74c89fb8b6023b2ba9, disabling compactions & flushes 2024-11-14T09:19:55,698 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731575995251.e15cc01c7e8afc74c89fb8b6023b2ba9. 2024-11-14T09:19:55,698 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731575995251.e15cc01c7e8afc74c89fb8b6023b2ba9. 2024-11-14T09:19:55,698 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731575995251.e15cc01c7e8afc74c89fb8b6023b2ba9. after waiting 0 ms 2024-11-14T09:19:55,698 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731575995251.e15cc01c7e8afc74c89fb8b6023b2ba9. 2024-11-14T09:19:55,699 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731575995251.e15cc01c7e8afc74c89fb8b6023b2ba9. 2024-11-14T09:19:55,699 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for e15cc01c7e8afc74c89fb8b6023b2ba9: Waiting for close lock at 1731575995698Disabling compacts and flushes for region at 1731575995698Disabling writes for close at 1731575995698Writing region close event to WAL at 1731575995698Closed at 1731575995698 2024-11-14T09:19:55,700 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T09:19:55,700 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731575995251.e15cc01c7e8afc74c89fb8b6023b2ba9.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731575995700"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731575995700"}]},"ts":"1731575995700"} 2024-11-14T09:19:55,702 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T09:19:55,703 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T09:19:55,704 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731575995703"}]},"ts":"1731575995703"} 2024-11-14T09:19:55,705 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T09:19:55,706 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e15cc01c7e8afc74c89fb8b6023b2ba9, ASSIGN}] 2024-11-14T09:19:55,706 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e15cc01c7e8afc74c89fb8b6023b2ba9, ASSIGN 2024-11-14T09:19:55,707 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e15cc01c7e8afc74c89fb8b6023b2ba9, ASSIGN; state=OFFLINE, location=83f56b55f2af,39599,1731575985714; forceNewPlan=false, retain=false 2024-11-14T09:19:55,858 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e15cc01c7e8afc74c89fb8b6023b2ba9, regionState=OPENING, regionLocation=83f56b55f2af,39599,1731575985714 2024-11-14T09:19:55,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e15cc01c7e8afc74c89fb8b6023b2ba9, ASSIGN because future has completed 2024-11-14T09:19:55,862 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e15cc01c7e8afc74c89fb8b6023b2ba9, server=83f56b55f2af,39599,1731575985714}] 2024-11-14T09:19:55,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37065 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T09:19:56,018 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731575995251.e15cc01c7e8afc74c89fb8b6023b2ba9. 2024-11-14T09:19:56,018 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T09:19:56,018 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T09:19:56,020 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=83f56b55f2af%2C39599%2C1731575985714.rep, suffix=, logDir=hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/WALs/83f56b55f2af,39599,1731575985714, archiveDir=hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/oldWALs, maxLogs=10 2024-11-14T09:19:56,033 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/WALs/83f56b55f2af,39599,1731575985714/83f56b55f2af%2C39599%2C1731575985714.rep.1731575996020, exclude list is [], retry=0 2024-11-14T09:19:56,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32867,DS-58048d5e-62c2-483f-bb16-fb6a0837322d,DISK] 2024-11-14T09:19:56,037 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/WALs/83f56b55f2af,39599,1731575985714/83f56b55f2af%2C39599%2C1731575985714.rep.1731575996020 2024-11-14T09:19:56,038 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35737:35737)] 2024-11-14T09:19:56,038 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => e15cc01c7e8afc74c89fb8b6023b2ba9, NAME => 'hbase:replication,,1731575995251.e15cc01c7e8afc74c89fb8b6023b2ba9.', STARTKEY => '', ENDKEY => ''} 2024-11-14T09:19:56,038 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T09:19:56,038 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T09:19:56,038 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731575995251.e15cc01c7e8afc74c89fb8b6023b2ba9. service=MultiRowMutationService 2024-11-14T09:19:56,038 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T09:19:56,038 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication e15cc01c7e8afc74c89fb8b6023b2ba9 2024-11-14T09:19:56,038 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731575995251.e15cc01c7e8afc74c89fb8b6023b2ba9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:19:56,039 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for e15cc01c7e8afc74c89fb8b6023b2ba9 2024-11-14T09:19:56,039 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for e15cc01c7e8afc74c89fb8b6023b2ba9 2024-11-14T09:19:56,039 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40827,1731575981579.replicationSource.wal-reader.83f56b55f2af%2C40827%2C1731575981579,1-83f56b55f2af,40827,1731575981579 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/WALs/83f56b55f2af,40827,1731575981579/83f56b55f2af%2C40827%2C1731575981579.1731575983575 to pos 379, reset compression=false 2024-11-14T09:19:56,040 INFO [StoreOpener-e15cc01c7e8afc74c89fb8b6023b2ba9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region e15cc01c7e8afc74c89fb8b6023b2ba9 2024-11-14T09:19:56,041 INFO [StoreOpener-e15cc01c7e8afc74c89fb8b6023b2ba9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e15cc01c7e8afc74c89fb8b6023b2ba9 columnFamilyName hfileref 2024-11-14T09:19:56,041 DEBUG [StoreOpener-e15cc01c7e8afc74c89fb8b6023b2ba9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:19:56,042 INFO [StoreOpener-e15cc01c7e8afc74c89fb8b6023b2ba9-1 {}] regionserver.HStore(327): Store=e15cc01c7e8afc74c89fb8b6023b2ba9/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:19:56,042 INFO [StoreOpener-e15cc01c7e8afc74c89fb8b6023b2ba9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region e15cc01c7e8afc74c89fb8b6023b2ba9 2024-11-14T09:19:56,043 INFO [StoreOpener-e15cc01c7e8afc74c89fb8b6023b2ba9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e15cc01c7e8afc74c89fb8b6023b2ba9 columnFamilyName queue 2024-11-14T09:19:56,043 DEBUG [StoreOpener-e15cc01c7e8afc74c89fb8b6023b2ba9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:19:56,043 INFO [StoreOpener-e15cc01c7e8afc74c89fb8b6023b2ba9-1 {}] regionserver.HStore(327): Store=e15cc01c7e8afc74c89fb8b6023b2ba9/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:19:56,043 INFO [StoreOpener-e15cc01c7e8afc74c89fb8b6023b2ba9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region e15cc01c7e8afc74c89fb8b6023b2ba9 2024-11-14T09:19:56,044 INFO [StoreOpener-e15cc01c7e8afc74c89fb8b6023b2ba9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e15cc01c7e8afc74c89fb8b6023b2ba9 columnFamilyName sid 2024-11-14T09:19:56,044 DEBUG [StoreOpener-e15cc01c7e8afc74c89fb8b6023b2ba9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:19:56,045 INFO [StoreOpener-e15cc01c7e8afc74c89fb8b6023b2ba9-1 {}] regionserver.HStore(327): Store=e15cc01c7e8afc74c89fb8b6023b2ba9/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:19:56,045 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for e15cc01c7e8afc74c89fb8b6023b2ba9 2024-11-14T09:19:56,045 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/data/hbase/replication/e15cc01c7e8afc74c89fb8b6023b2ba9 2024-11-14T09:19:56,046 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/data/hbase/replication/e15cc01c7e8afc74c89fb8b6023b2ba9 2024-11-14T09:19:56,046 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for e15cc01c7e8afc74c89fb8b6023b2ba9 2024-11-14T09:19:56,046 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for e15cc01c7e8afc74c89fb8b6023b2ba9 2024-11-14T09:19:56,047 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T09:19:56,048 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for e15cc01c7e8afc74c89fb8b6023b2ba9 2024-11-14T09:19:56,055 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/data/hbase/replication/e15cc01c7e8afc74c89fb8b6023b2ba9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T09:19:56,055 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened e15cc01c7e8afc74c89fb8b6023b2ba9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67143901, jitterRate=5.220919847488403E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T09:19:56,055 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e15cc01c7e8afc74c89fb8b6023b2ba9 2024-11-14T09:19:56,055 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for e15cc01c7e8afc74c89fb8b6023b2ba9: Running coprocessor pre-open hook at 1731575996039Writing region info on filesystem at 1731575996039Initializing all the Stores at 1731575996040 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731575996040Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731575996040Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731575996040Cleaning up temporary data from old regions at 1731575996046 (+6 ms)Running coprocessor post-open hooks at 1731575996055 (+9 ms)Region opened successfully at 1731575996055 2024-11-14T09:19:56,056 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731575995251.e15cc01c7e8afc74c89fb8b6023b2ba9., pid=10, masterSystemTime=1731575996014 2024-11-14T09:19:56,058 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731575995251.e15cc01c7e8afc74c89fb8b6023b2ba9. 2024-11-14T09:19:56,058 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731575995251.e15cc01c7e8afc74c89fb8b6023b2ba9. 2024-11-14T09:19:56,059 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e15cc01c7e8afc74c89fb8b6023b2ba9, regionState=OPEN, openSeqNum=2, regionLocation=83f56b55f2af,39599,1731575985714 2024-11-14T09:19:56,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e15cc01c7e8afc74c89fb8b6023b2ba9, server=83f56b55f2af,39599,1731575985714 because future has completed 2024-11-14T09:19:56,065 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T09:19:56,065 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure e15cc01c7e8afc74c89fb8b6023b2ba9, server=83f56b55f2af,39599,1731575985714 in 202 msec 2024-11-14T09:19:56,067 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T09:19:56,067 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e15cc01c7e8afc74c89fb8b6023b2ba9, ASSIGN in 360 msec 2024-11-14T09:19:56,068 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T09:19:56,068 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731575996068"}]},"ts":"1731575996068"} 2024-11-14T09:19:56,070 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T09:19:56,071 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T09:19:56,072 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 819 msec 2024-11-14T09:19:56,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731575995251.e15cc01c7e8afc74c89fb8b6023b2ba9., hostname=83f56b55f2af,39599,1731575985714, seqNum=2] 2024-11-14T09:19:56,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37065-0x10115c68bec0003, quorum=127.0.0.1:55600, baseZNode=/11962603091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11962603091 2024-11-14T09:19:56,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39599-0x10115c68bec0004, quorum=127.0.0.1:55600, baseZNode=/11962603091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11962603091 2024-11-14T09:19:56,120 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T09:19:56,272 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39599 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T09:19:56,275 INFO [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T09:19:56,311 INFO [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-83f56b55f2af,39599,1731575985714, ReplicationSource: 1, currentBandwidth=0 2024-11-14T09:19:56,312 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:19:56,312 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83f56b55f2af,39599,1731575985714, seqNum=-1] 2024-11-14T09:19:56,312 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T09:19:56,313 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48219, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-14T09:19:56,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-83f56b55f2af,39599,1731575985714', locateType=CURRENT is [region=hbase:replication,,1731575995251.e15cc01c7e8afc74c89fb8b6023b2ba9., hostname=83f56b55f2af,39599,1731575985714, seqNum=2] 2024-11-14T09:19:56,317 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T09:19:56,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37065 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T09:19:56,320 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 83f56b55f2af,39599,1731575985714 suceeded 2024-11-14T09:19:56,322 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T09:19:56,322 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 200 msec 2024-11-14T09:19:56,323 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://83f56b55f2af:36531,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T09:19:56,325 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0860 sec 2024-11-14T09:19:56,335 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,39599,1731575985714 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='83f56b55f2af:36531' 2024-11-14T09:19:56,336 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,39599,1731575985714 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@60338e61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:19:56,336 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,39599,1731575985714 {}] client.ClusterIdFetcher(90): Going to request 83f56b55f2af,36531,-1 for getting cluster id 2024-11-14T09:19:56,336 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,39599,1731575985714 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T09:19:56,337 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '903a2e2a-bdbf-4f16-b24a-871a6deb405f' 2024-11-14T09:19:56,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T09:19:56,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "903a2e2a-bdbf-4f16-b24a-871a6deb405f" 2024-11-14T09:19:56,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6b994c87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:19:56,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83f56b55f2af,36531,-1] 2024-11-14T09:19:56,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T09:19:56,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:19:56,338 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-14T09:19:56,339 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,39599,1731575985714 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4953c1a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:19:56,339 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,39599,1731575985714 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T09:19:56,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 83f56b55f2af,36531,1731575981521 2024-11-14T09:19:56,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@776bd8d3 2024-11-14T09:19:56,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T09:19:56,340 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-14T09:19:56,341 INFO [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,39599,1731575985714 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-83f56b55f2af,39599,1731575985714 (queues=1) is replicating from cluster=091f42dc-8aee-4e66-bc41-c24a4c357109 to cluster=903a2e2a-bdbf-4f16-b24a-871a6deb405f 2024-11-14T09:19:56,341 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,39599,1731575985714 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=83f56b55f2af%2C39599%2C1731575985714 2024-11-14T09:19:56,341 INFO [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,39599,1731575985714 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-83f56b55f2af,39599,1731575985714, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T09:19:56,342 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,39599,1731575985714.replicationSource.wal-reader.83f56b55f2af%2C39599%2C1731575985714,1-83f56b55f2af,39599,1731575985714 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/WALs/83f56b55f2af,39599,1731575985714/83f56b55f2af%2C39599%2C1731575985714.1731575987705, startPosition=0, beingWritten=true 2024-11-14T09:19:56,342 INFO [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,39599,1731575985714.replicationSource.shipper83f56b55f2af%2C39599%2C1731575985714,1-83f56b55f2af,39599,1731575985714 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 83f56b55f2af%2C39599%2C1731575985714 2024-11-14T09:19:56,350 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,39599,1731575985714.replicationSource.wal-reader.83f56b55f2af%2C39599%2C1731575985714,1-83f56b55f2af,39599,1731575985714 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T09:19:56,350 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,39599,1731575985714.replicationSource.wal-reader.83f56b55f2af%2C39599%2C1731575985714,1-83f56b55f2af,39599,1731575985714 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/WALs/83f56b55f2af,39599,1731575985714/83f56b55f2af%2C39599%2C1731575985714.1731575987705 to pos 379, reset compression=false 2024-11-14T09:19:56,350 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,39599,1731575985714.replicationSource.shipper83f56b55f2af%2C39599%2C1731575985714,1-83f56b55f2af,39599,1731575985714 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83f56b55f2af,39599,1731575985714 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/WALs/83f56b55f2af,39599,1731575985714/83f56b55f2af%2C39599%2C1731575985714.1731575987705, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T09:19:56,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37065 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T09:19:56,375 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T09:19:56,376 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T09:19:56,376 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:19:56,376 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:19:56,376 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:19:56,376 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T09:19:56,376 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:19:56,380 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1731575996379/Put/seqid=0 2024-11-14T09:19:56,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41433 is added to blk_1073741840_1016 (size=7894) 2024-11-14T09:19:56,401 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1731575996401/Put/seqid=0 2024-11-14T09:19:56,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41433 is added to blk_1073741841_1017 (size=7691) 2024-11-14T09:19:56,554 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,39599,1731575985714.replicationSource.wal-reader.83f56b55f2af%2C39599%2C1731575985714,1-83f56b55f2af,39599,1731575985714 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/WALs/83f56b55f2af,39599,1731575985714/83f56b55f2af%2C39599%2C1731575985714.1731575987705 to pos 379, reset compression=false 2024-11-14T09:19:56,646 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40827,1731575981579.replicationSource.wal-reader.83f56b55f2af%2C40827%2C1731575981579,1-83f56b55f2af,40827,1731575981579 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/WALs/83f56b55f2af,40827,1731575981579/83f56b55f2af%2C40827%2C1731575981579.1731575983575 to pos 379, reset compression=false 2024-11-14T09:19:56,808 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16c0016c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:19:56,808 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83f56b55f2af,36531,-1 for getting cluster id 2024-11-14T09:19:56,809 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T09:19:56,810 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '903a2e2a-bdbf-4f16-b24a-871a6deb405f' 2024-11-14T09:19:56,810 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T09:19:56,810 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "903a2e2a-bdbf-4f16-b24a-871a6deb405f" 2024-11-14T09:19:56,810 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dfba42c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:19:56,810 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83f56b55f2af,36531,-1] 2024-11-14T09:19:56,810 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T09:19:56,810 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:19:56,811 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35392, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T09:19:56,812 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b50c5f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:19:56,812 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:19:56,813 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83f56b55f2af,40827,1731575981579, seqNum=-1] 2024-11-14T09:19:56,814 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T09:19:56,814 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T09:19:56,826 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T09:19:56,827 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 83f56b55f2af,36531,1731575981521 2024-11-14T09:19:56,827 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1a53e8f6 2024-11-14T09:19:56,827 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T09:19:56,828 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T09:19:56,831 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731575988758.7b232a11feb590009e06166d367c5099., hostname=83f56b55f2af,40827,1731575981579, seqNum=2] 2024-11-14T09:19:56,834 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T09:19:56,840 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-14T09:19:56,843 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-14T09:19:56,846 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40827 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/testHFileCyclicReplication_01/f/hfile_1 for inclusion in 7b232a11feb590009e06166d367c5099/f 2024-11-14T09:19:56,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40827 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-14T09:19:56,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40827 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T09:19:56,849 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40827 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/testHFileCyclicReplication_01/f/hfile_0 for inclusion in 7b232a11feb590009e06166d367c5099/f 2024-11-14T09:19:56,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40827 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-14T09:19:56,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40827 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T09:19:56,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40827 {}] regionserver.HRegion(2603): Flush status journal for 7b232a11feb590009e06166d367c5099: 2024-11-14T09:19:56,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40827 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/staging/jenkins__test__435h5ihk770j43g5t3gvbugr3qrmsf5le94pi82722ib5quq4dvipva6h84bjg9u/f/hfile_1 2024-11-14T09:19:56,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40827 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/staging/jenkins__test__435h5ihk770j43g5t3gvbugr3qrmsf5le94pi82722ib5quq4dvipva6h84bjg9u/f/hfile_1 as hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/data/default/test/7b232a11feb590009e06166d367c5099/f/7f782affc30d47d98ffaa3c11cf61b2c_SeqId_4_ 2024-11-14T09:19:56,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40827 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/staging/jenkins__test__435h5ihk770j43g5t3gvbugr3qrmsf5le94pi82722ib5quq4dvipva6h84bjg9u/f/hfile_0 2024-11-14T09:19:56,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40827 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/staging/jenkins__test__435h5ihk770j43g5t3gvbugr3qrmsf5le94pi82722ib5quq4dvipva6h84bjg9u/f/hfile_0 as hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/data/default/test/7b232a11feb590009e06166d367c5099/f/096fb50eb5a84ff0af6bb1b9dad53d06_SeqId_4_ 2024-11-14T09:19:56,859 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,39599,1731575985714.replicationSource.wal-reader.83f56b55f2af%2C39599%2C1731575985714,1-83f56b55f2af,39599,1731575985714 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/WALs/83f56b55f2af,39599,1731575985714/83f56b55f2af%2C39599%2C1731575985714.1731575987705 to pos 379, reset compression=false 2024-11-14T09:19:56,861 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40827 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/staging/jenkins__test__435h5ihk770j43g5t3gvbugr3qrmsf5le94pi82722ib5quq4dvipva6h84bjg9u/f/hfile_1 into 7b232a11feb590009e06166d367c5099/f as hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/data/default/test/7b232a11feb590009e06166d367c5099/f/7f782affc30d47d98ffaa3c11cf61b2c_SeqId_4_ - updating store file list. 2024-11-14T09:19:56,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40827 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7f782affc30d47d98ffaa3c11cf61b2c_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T09:19:56,866 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40827 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/data/default/test/7b232a11feb590009e06166d367c5099/f/7f782affc30d47d98ffaa3c11cf61b2c_SeqId_4_ into 7b232a11feb590009e06166d367c5099/f 2024-11-14T09:19:56,866 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40827 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/staging/jenkins__test__435h5ihk770j43g5t3gvbugr3qrmsf5le94pi82722ib5quq4dvipva6h84bjg9u/f/hfile_1 into 7b232a11feb590009e06166d367c5099/f (new location: hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/data/default/test/7b232a11feb590009e06166d367c5099/f/7f782affc30d47d98ffaa3c11cf61b2c_SeqId_4_) 2024-11-14T09:19:56,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40827 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/staging/jenkins__test__435h5ihk770j43g5t3gvbugr3qrmsf5le94pi82722ib5quq4dvipva6h84bjg9u/f/hfile_1 2024-11-14T09:19:56,868 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40827 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/staging/jenkins__test__435h5ihk770j43g5t3gvbugr3qrmsf5le94pi82722ib5quq4dvipva6h84bjg9u/f/hfile_0 into 7b232a11feb590009e06166d367c5099/f as hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/data/default/test/7b232a11feb590009e06166d367c5099/f/096fb50eb5a84ff0af6bb1b9dad53d06_SeqId_4_ - updating store file list. 2024-11-14T09:19:56,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40827 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 096fb50eb5a84ff0af6bb1b9dad53d06_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T09:19:56,872 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40827 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/data/default/test/7b232a11feb590009e06166d367c5099/f/096fb50eb5a84ff0af6bb1b9dad53d06_SeqId_4_ into 7b232a11feb590009e06166d367c5099/f 2024-11-14T09:19:56,872 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40827 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/staging/jenkins__test__435h5ihk770j43g5t3gvbugr3qrmsf5le94pi82722ib5quq4dvipva6h84bjg9u/f/hfile_0 into 7b232a11feb590009e06166d367c5099/f (new location: hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/data/default/test/7b232a11feb590009e06166d367c5099/f/096fb50eb5a84ff0af6bb1b9dad53d06_SeqId_4_) 2024-11-14T09:19:56,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40827 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/staging/jenkins__test__435h5ihk770j43g5t3gvbugr3qrmsf5le94pi82722ib5quq4dvipva6h84bjg9u/f/hfile_0 2024-11-14T09:19:56,874 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T09:19:56,874 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:19:56,874 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:19:56,874 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:19:56,874 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T09:19:56,874 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731575988758.7b232a11feb590009e06166d367c5099., hostname=83f56b55f2af,40827,1731575981579, seqNum=2 , the old value is region=test,,1731575988758.7b232a11feb590009e06166d367c5099., hostname=83f56b55f2af,40827,1731575981579, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=83f56b55f2af:40827 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T09:19:56,875 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731575988758.7b232a11feb590009e06166d367c5099., hostname=83f56b55f2af,40827,1731575981579, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T09:19:56,875 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731575988758.7b232a11feb590009e06166d367c5099., hostname=83f56b55f2af,40827,1731575981579, seqNum=2 from cache 2024-11-14T09:19:56,875 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:19:56,876 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83f56b55f2af,39599,1731575985714, seqNum=-1] 2024-11-14T09:19:56,877 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T09:19:56,878 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T09:19:56,879 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-14T09:19:56,880 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731575990908.0d1a1a7c2f02cbd898280110a189bb34., hostname=83f56b55f2af,39599,1731575985714, seqNum=2] 2024-11-14T09:19:56,881 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-14T09:19:56,985 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=83f56b55f2af:40827 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-14T09:19:57,264 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,39599,1731575985714.replicationSource.wal-reader.83f56b55f2af%2C39599%2C1731575985714,1-83f56b55f2af,39599,1731575985714 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/WALs/83f56b55f2af,39599,1731575985714/83f56b55f2af%2C39599%2C1731575985714.1731575987705 to pos 379, reset compression=false 2024-11-14T09:19:57,350 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40827,1731575981579.replicationSource.wal-reader.83f56b55f2af%2C40827%2C1731575981579,1-83f56b55f2af,40827,1731575981579 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/WALs/83f56b55f2af,40827,1731575981579/83f56b55f2af%2C40827%2C1731575981579.1731575983575 to pos 379, reset compression=false 2024-11-14T09:19:57,356 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40827,1731575981579.replicationSource.wal-reader.83f56b55f2af%2C40827%2C1731575981579,1-83f56b55f2af,40827,1731575981579 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T09:19:57,356 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40827,1731575981579.replicationSource.shipper83f56b55f2af%2C40827%2C1731575981579,1-83f56b55f2af,40827,1731575981579 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83f56b55f2af,40827,1731575981579 got entry batch from reader: WALEntryBatch [walEntries=[{test/7b232a11feb590009e06166d367c5099/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731575996872/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/WALs/83f56b55f2af,40827,1731575981579/83f56b55f2af%2C40827%2C1731575981579.1731575983575, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-14T09:19:57,359 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40827,1731575981579.replicationSource.shipper83f56b55f2af%2C40827%2C1731575981579,1-83f56b55f2af,40827,1731575981579 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T09:19:57,360 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-14T09:19:57,361 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] regionserver.ReplicationSink(318): Replicating [903a2e2a-bdbf-4f16-b24a-871a6deb405f] bulk loaded data 2024-11-14T09:19:57,361 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3430f8c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:19:57,361 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] client.ClusterIdFetcher(90): Going to request 83f56b55f2af,37065,-1 for getting cluster id 2024-11-14T09:19:57,361 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T09:19:57,362 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '091f42dc-8aee-4e66-bc41-c24a4c357109' 2024-11-14T09:19:57,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T09:19:57,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "091f42dc-8aee-4e66-bc41-c24a4c357109" 2024-11-14T09:19:57,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1b300590, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:19:57,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83f56b55f2af,37065,-1] 2024-11-14T09:19:57,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T09:19:57,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:19:57,363 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-14T09:19:57,364 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@675a154c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:19:57,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32867 is added to blk_1073741840_1016 (size=7691) 2024-11-14T09:19:57,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32867 is added to blk_1073741841_1017 (size=7894) 2024-11-14T09:19:57,487 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T09:19:57,487 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-14T09:19:57,488 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-14T09:19:57,489 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-14T09:19:57,489 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T09:19:57,489 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-14T09:19:57,556 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40827,1731575981579.replicationSource.wal-reader.83f56b55f2af%2C40827%2C1731575981579,1-83f56b55f2af,40827,1731575981579 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/WALs/83f56b55f2af,40827,1731575981579/83f56b55f2af%2C40827%2C1731575981579.1731575983575 to pos 687, reset compression=false 2024-11-14T09:19:57,768 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,39599,1731575985714.replicationSource.wal-reader.83f56b55f2af%2C39599%2C1731575985714,1-83f56b55f2af,39599,1731575985714 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/WALs/83f56b55f2af,39599,1731575985714/83f56b55f2af%2C39599%2C1731575985714.1731575987705 to pos 379, reset compression=false 2024-11-14T09:19:57,844 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T09:19:57,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 83f56b55f2af,37065,1731575985675 2024-11-14T09:19:57,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@56b04fd6 2024-11-14T09:19:57,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T09:19:57,847 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-14T09:19:57,850 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T09:19:57,850 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:19:57,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83f56b55f2af,39599,1731575985714, seqNum=-1] 2024-11-14T09:19:57,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T09:19:57,854 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-14T09:19:57,865 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/staging/jenkins.hfs.11__test__45pq87udfmdo08ilnvovat7hphlpgc796nlpv66k2cn80m5foo8f6bfd2t2pdlsp/f/096fb50eb5a84ff0af6bb1b9dad53d06_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-14T09:19:57,890 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40827,1731575981579.replicationSource.wal-reader.83f56b55f2af%2C40827%2C1731575981579,1-83f56b55f2af,40827,1731575981579 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/WALs/83f56b55f2af,40827,1731575981579/83f56b55f2af%2C40827%2C1731575981579.1731575983575 to pos 687, reset compression=false 2024-11-14T09:19:57,896 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/staging/jenkins.hfs.11__test__45pq87udfmdo08ilnvovat7hphlpgc796nlpv66k2cn80m5foo8f6bfd2t2pdlsp/f/7f782affc30d47d98ffaa3c11cf61b2c_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-14T09:19:57,898 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-14T09:19:57,909 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/staging/jenkins.hfs.11__test__45pq87udfmdo08ilnvovat7hphlpgc796nlpv66k2cn80m5foo8f6bfd2t2pdlsp/f/096fb50eb5a84ff0af6bb1b9dad53d06_SeqId_4_ for inclusion in 0d1a1a7c2f02cbd898280110a189bb34/f 2024-11-14T09:19:57,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-14T09:19:57,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T09:19:57,912 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/staging/jenkins.hfs.11__test__45pq87udfmdo08ilnvovat7hphlpgc796nlpv66k2cn80m5foo8f6bfd2t2pdlsp/f/7f782affc30d47d98ffaa3c11cf61b2c_SeqId_4_ for inclusion in 0d1a1a7c2f02cbd898280110a189bb34/f 2024-11-14T09:19:57,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-14T09:19:57,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T09:19:57,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] regionserver.HRegion(2603): Flush status journal for 0d1a1a7c2f02cbd898280110a189bb34: 2024-11-14T09:19:57,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 096fb50eb5a84ff0af6bb1b9dad53d06_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-14T09:19:57,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/staging/jenkins.hfs.11__test__45pq87udfmdo08ilnvovat7hphlpgc796nlpv66k2cn80m5foo8f6bfd2t2pdlsp/f/096fb50eb5a84ff0af6bb1b9dad53d06_SeqId_4_ as hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/data/default/test/0d1a1a7c2f02cbd898280110a189bb34/f/141a4718779c4f4bb3bc1594ce84e820_SeqId_4_ 2024-11-14T09:19:57,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 7f782affc30d47d98ffaa3c11cf61b2c_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-14T09:19:57,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/staging/jenkins.hfs.11__test__45pq87udfmdo08ilnvovat7hphlpgc796nlpv66k2cn80m5foo8f6bfd2t2pdlsp/f/7f782affc30d47d98ffaa3c11cf61b2c_SeqId_4_ as hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/data/default/test/0d1a1a7c2f02cbd898280110a189bb34/f/fe48aa25cf124a2d9a7b4ed2d4783889_SeqId_4_ 2024-11-14T09:19:57,938 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/staging/jenkins.hfs.11__test__45pq87udfmdo08ilnvovat7hphlpgc796nlpv66k2cn80m5foo8f6bfd2t2pdlsp/f/096fb50eb5a84ff0af6bb1b9dad53d06_SeqId_4_ into 0d1a1a7c2f02cbd898280110a189bb34/f as hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/data/default/test/0d1a1a7c2f02cbd898280110a189bb34/f/141a4718779c4f4bb3bc1594ce84e820_SeqId_4_ - updating store file list. 2024-11-14T09:19:57,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 141a4718779c4f4bb3bc1594ce84e820_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T09:19:57,945 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/data/default/test/0d1a1a7c2f02cbd898280110a189bb34/f/141a4718779c4f4bb3bc1594ce84e820_SeqId_4_ into 0d1a1a7c2f02cbd898280110a189bb34/f 2024-11-14T09:19:57,946 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/staging/jenkins.hfs.11__test__45pq87udfmdo08ilnvovat7hphlpgc796nlpv66k2cn80m5foo8f6bfd2t2pdlsp/f/096fb50eb5a84ff0af6bb1b9dad53d06_SeqId_4_ into 0d1a1a7c2f02cbd898280110a189bb34/f (new location: hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/data/default/test/0d1a1a7c2f02cbd898280110a189bb34/f/141a4718779c4f4bb3bc1594ce84e820_SeqId_4_) 2024-11-14T09:19:57,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/staging/jenkins.hfs.11__test__45pq87udfmdo08ilnvovat7hphlpgc796nlpv66k2cn80m5foo8f6bfd2t2pdlsp/f/096fb50eb5a84ff0af6bb1b9dad53d06_SeqId_4_ 2024-11-14T09:19:57,947 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/staging/jenkins.hfs.11__test__45pq87udfmdo08ilnvovat7hphlpgc796nlpv66k2cn80m5foo8f6bfd2t2pdlsp/f/7f782affc30d47d98ffaa3c11cf61b2c_SeqId_4_ into 0d1a1a7c2f02cbd898280110a189bb34/f as hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/data/default/test/0d1a1a7c2f02cbd898280110a189bb34/f/fe48aa25cf124a2d9a7b4ed2d4783889_SeqId_4_ - updating store file list. 2024-11-14T09:19:57,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] regionserver.HStoreFile(483): HFile Bloom filter type for fe48aa25cf124a2d9a7b4ed2d4783889_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T09:19:57,955 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/data/default/test/0d1a1a7c2f02cbd898280110a189bb34/f/fe48aa25cf124a2d9a7b4ed2d4783889_SeqId_4_ into 0d1a1a7c2f02cbd898280110a189bb34/f 2024-11-14T09:19:57,955 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/staging/jenkins.hfs.11__test__45pq87udfmdo08ilnvovat7hphlpgc796nlpv66k2cn80m5foo8f6bfd2t2pdlsp/f/7f782affc30d47d98ffaa3c11cf61b2c_SeqId_4_ into 0d1a1a7c2f02cbd898280110a189bb34/f (new location: hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/data/default/test/0d1a1a7c2f02cbd898280110a189bb34/f/fe48aa25cf124a2d9a7b4ed2d4783889_SeqId_4_) 2024-11-14T09:19:57,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/staging/jenkins.hfs.11__test__45pq87udfmdo08ilnvovat7hphlpgc796nlpv66k2cn80m5foo8f6bfd2t2pdlsp/f/7f782affc30d47d98ffaa3c11cf61b2c_SeqId_4_ 2024-11-14T09:19:57,958 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] regionserver.ReplicationSink(324): Finished replicating [903a2e2a-bdbf-4f16-b24a-871a6deb405f] bulk loaded data 2024-11-14T09:19:58,307 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40827,1731575981579.replicationSource.wal-reader.83f56b55f2af%2C40827%2C1731575981579,1-83f56b55f2af,40827,1731575981579 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/WALs/83f56b55f2af,40827,1731575981579/83f56b55f2af%2C40827%2C1731575981579.1731575983575 to pos 687, reset compression=false 2024-11-14T09:19:58,392 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,39599,1731575985714.replicationSource.wal-reader.83f56b55f2af%2C39599%2C1731575985714,1-83f56b55f2af,39599,1731575985714 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/WALs/83f56b55f2af,39599,1731575985714/83f56b55f2af%2C39599%2C1731575985714.1731575987705 to pos 379, reset compression=false 2024-11-14T09:19:58,397 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,39599,1731575985714.replicationSource.wal-reader.83f56b55f2af%2C39599%2C1731575985714,1-83f56b55f2af,39599,1731575985714 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T09:19:58,397 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,39599,1731575985714.replicationSource.shipper83f56b55f2af%2C39599%2C1731575985714,1-83f56b55f2af,39599,1731575985714 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83f56b55f2af,39599,1731575985714 got entry batch from reader: WALEntryBatch [walEntries=[{test/0d1a1a7c2f02cbd898280110a189bb34/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731575997956/Put/vlen=228/seqid=0; >],8138}], lastWalPath=hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/WALs/83f56b55f2af,39599,1731575985714/83f56b55f2af%2C39599%2C1731575985714.1731575987705, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8138, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-14T09:19:58,400 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,39599,1731575985714.replicationSource.shipper83f56b55f2af%2C39599%2C1731575985714,1-83f56b55f2af,39599,1731575985714 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T09:19:58,401 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-14T09:19:58,402 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40827 {}] regionserver.ReplicationSink(318): Replicating [903a2e2a-bdbf-4f16-b24a-871a6deb405f, 091f42dc-8aee-4e66-bc41-c24a4c357109] bulk loaded data 2024-11-14T09:19:58,408 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40827 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3f492756, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:19:58,408 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40827 {}] client.ClusterIdFetcher(90): Going to request 83f56b55f2af,36531,-1 for getting cluster id 2024-11-14T09:19:58,408 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40827 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T09:19:58,409 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '903a2e2a-bdbf-4f16-b24a-871a6deb405f' 2024-11-14T09:19:58,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T09:19:58,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "903a2e2a-bdbf-4f16-b24a-871a6deb405f" 2024-11-14T09:19:58,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@60816759, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:19:58,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83f56b55f2af,36531,-1] 2024-11-14T09:19:58,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T09:19:58,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:19:58,411 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35426, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-14T09:19:58,413 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40827 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@29e329e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:19:58,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41433 is added to blk_1073741842_1018 (size=7894) 2024-11-14T09:19:58,598 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,39599,1731575985714.replicationSource.wal-reader.83f56b55f2af%2C39599%2C1731575985714,1-83f56b55f2af,39599,1731575985714 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/WALs/83f56b55f2af,39599,1731575985714/83f56b55f2af%2C39599%2C1731575985714.1731575987705 to pos 725, reset compression=false 2024-11-14T09:19:58,832 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40827,1731575981579.replicationSource.wal-reader.83f56b55f2af%2C40827%2C1731575981579,1-83f56b55f2af,40827,1731575981579 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/WALs/83f56b55f2af,40827,1731575981579/83f56b55f2af%2C40827%2C1731575981579.1731575983575 to pos 687, reset compression=false 2024-11-14T09:19:58,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41433 is added to blk_1073741843_1019 (size=7691) 2024-11-14T09:19:58,902 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,39599,1731575985714.replicationSource.wal-reader.83f56b55f2af%2C39599%2C1731575985714,1-83f56b55f2af,39599,1731575985714 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/WALs/83f56b55f2af,39599,1731575985714/83f56b55f2af%2C39599%2C1731575985714.1731575987705 to pos 725, reset compression=false 2024-11-14T09:19:58,907 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:19:58,910 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1731575998909/Put/seqid=0 2024-11-14T09:19:58,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32867 is added to blk_1073741842_1018 (size=11194) 2024-11-14T09:19:58,919 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1731575998919/Put/seqid=0 2024-11-14T09:19:58,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32867 is added to blk_1073741843_1019 (size=10791) 2024-11-14T09:19:59,245 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40827 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T09:19:59,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 83f56b55f2af,36531,1731575981521 2024-11-14T09:19:59,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4049877b 2024-11-14T09:19:59,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T09:19:59,247 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-14T09:19:59,249 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40827 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T09:19:59,250 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40827 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:19:59,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83f56b55f2af,40827,1731575981579, seqNum=-1] 2024-11-14T09:19:59,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T09:19:59,252 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-14T09:19:59,258 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/staging/jenkins.hfs.10__test__pjfrkjnoghlkai1ar8mtevi6bgeb8ri6nciqu08jlerstlv5s2o6k5222nqia2lb/f/141a4718779c4f4bb3bc1594ce84e820_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-14T09:19:59,261 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/staging/jenkins.hfs.10__test__pjfrkjnoghlkai1ar8mtevi6bgeb8ri6nciqu08jlerstlv5s2o6k5222nqia2lb/f/fe48aa25cf124a2d9a7b4ed2d4783889_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-14T09:19:59,262 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40827 {}] regionserver.ReplicationSink(324): Finished replicating [903a2e2a-bdbf-4f16-b24a-871a6deb405f, 091f42dc-8aee-4e66-bc41-c24a4c357109] bulk loaded data 2024-11-14T09:19:59,306 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,39599,1731575985714.replicationSource.wal-reader.83f56b55f2af%2C39599%2C1731575985714,1-83f56b55f2af,39599,1731575985714 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/WALs/83f56b55f2af,39599,1731575985714/83f56b55f2af%2C39599%2C1731575985714.1731575987705 to pos 725, reset compression=false 2024-11-14T09:19:59,324 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fbc8980, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:19:59,324 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83f56b55f2af,37065,-1 for getting cluster id 2024-11-14T09:19:59,325 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T09:19:59,325 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '091f42dc-8aee-4e66-bc41-c24a4c357109' 2024-11-14T09:19:59,326 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T09:19:59,326 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "091f42dc-8aee-4e66-bc41-c24a4c357109" 2024-11-14T09:19:59,326 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1811988f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:19:59,326 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83f56b55f2af,37065,-1] 2024-11-14T09:19:59,326 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T09:19:59,326 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:19:59,327 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T09:19:59,327 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19ee054a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:19:59,328 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:19:59,329 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83f56b55f2af,39599,1731575985714, seqNum=-1] 2024-11-14T09:19:59,329 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T09:19:59,330 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T09:19:59,337 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T09:19:59,337 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 83f56b55f2af,37065,1731575985675 2024-11-14T09:19:59,337 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5756f6ac 2024-11-14T09:19:59,338 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T09:19:59,338 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T09:19:59,342 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731575990908.0d1a1a7c2f02cbd898280110a189bb34., hostname=83f56b55f2af,39599,1731575985714, seqNum=2] 2024-11-14T09:19:59,344 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T09:19:59,349 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-14T09:19:59,351 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-14T09:19:59,354 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 0d1a1a7c2f02cbd898280110a189bb34/f 2024-11-14T09:19:59,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-14T09:19:59,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T09:19:59,357 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 0d1a1a7c2f02cbd898280110a189bb34/f 2024-11-14T09:19:59,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-14T09:19:59,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T09:19:59,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] regionserver.HRegion(2603): Flush status journal for 0d1a1a7c2f02cbd898280110a189bb34: 2024-11-14T09:19:59,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/staging/jenkins__test__iq1g13vjios0o7bbu55jasel2tckqgkicg9k2kihi6qsat7q4eb218sj5qhjptvn/f/hfile_0 2024-11-14T09:19:59,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/staging/jenkins__test__iq1g13vjios0o7bbu55jasel2tckqgkicg9k2kihi6qsat7q4eb218sj5qhjptvn/f/hfile_0 as hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/data/default/test/0d1a1a7c2f02cbd898280110a189bb34/f/b064cbe97add41cca50da1a56ec7f08b_SeqId_6_ 2024-11-14T09:19:59,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/staging/jenkins__test__iq1g13vjios0o7bbu55jasel2tckqgkicg9k2kihi6qsat7q4eb218sj5qhjptvn/f/hfile_1 2024-11-14T09:19:59,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/staging/jenkins__test__iq1g13vjios0o7bbu55jasel2tckqgkicg9k2kihi6qsat7q4eb218sj5qhjptvn/f/hfile_1 as hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/data/default/test/0d1a1a7c2f02cbd898280110a189bb34/f/ff6fc78aa11e4ad786178bddf092801b_SeqId_6_ 2024-11-14T09:19:59,369 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/staging/jenkins__test__iq1g13vjios0o7bbu55jasel2tckqgkicg9k2kihi6qsat7q4eb218sj5qhjptvn/f/hfile_0 into 0d1a1a7c2f02cbd898280110a189bb34/f as hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/data/default/test/0d1a1a7c2f02cbd898280110a189bb34/f/b064cbe97add41cca50da1a56ec7f08b_SeqId_6_ - updating store file list. 2024-11-14T09:19:59,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b064cbe97add41cca50da1a56ec7f08b_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-14T09:19:59,373 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/data/default/test/0d1a1a7c2f02cbd898280110a189bb34/f/b064cbe97add41cca50da1a56ec7f08b_SeqId_6_ into 0d1a1a7c2f02cbd898280110a189bb34/f 2024-11-14T09:19:59,373 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/staging/jenkins__test__iq1g13vjios0o7bbu55jasel2tckqgkicg9k2kihi6qsat7q4eb218sj5qhjptvn/f/hfile_0 into 0d1a1a7c2f02cbd898280110a189bb34/f (new location: hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/data/default/test/0d1a1a7c2f02cbd898280110a189bb34/f/b064cbe97add41cca50da1a56ec7f08b_SeqId_6_) 2024-11-14T09:19:59,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/staging/jenkins__test__iq1g13vjios0o7bbu55jasel2tckqgkicg9k2kihi6qsat7q4eb218sj5qhjptvn/f/hfile_0 2024-11-14T09:19:59,374 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/staging/jenkins__test__iq1g13vjios0o7bbu55jasel2tckqgkicg9k2kihi6qsat7q4eb218sj5qhjptvn/f/hfile_1 into 0d1a1a7c2f02cbd898280110a189bb34/f as hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/data/default/test/0d1a1a7c2f02cbd898280110a189bb34/f/ff6fc78aa11e4ad786178bddf092801b_SeqId_6_ - updating store file list. 2024-11-14T09:19:59,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ff6fc78aa11e4ad786178bddf092801b_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-14T09:19:59,378 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/data/default/test/0d1a1a7c2f02cbd898280110a189bb34/f/ff6fc78aa11e4ad786178bddf092801b_SeqId_6_ into 0d1a1a7c2f02cbd898280110a189bb34/f 2024-11-14T09:19:59,378 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/staging/jenkins__test__iq1g13vjios0o7bbu55jasel2tckqgkicg9k2kihi6qsat7q4eb218sj5qhjptvn/f/hfile_1 into 0d1a1a7c2f02cbd898280110a189bb34/f (new location: hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/data/default/test/0d1a1a7c2f02cbd898280110a189bb34/f/ff6fc78aa11e4ad786178bddf092801b_SeqId_6_) 2024-11-14T09:19:59,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/staging/jenkins__test__iq1g13vjios0o7bbu55jasel2tckqgkicg9k2kihi6qsat7q4eb218sj5qhjptvn/f/hfile_1 2024-11-14T09:19:59,380 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T09:19:59,380 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:19:59,380 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:19:59,380 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:19:59,381 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T09:19:59,381 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:19:59,381 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731575990908.0d1a1a7c2f02cbd898280110a189bb34., hostname=83f56b55f2af,39599,1731575985714, seqNum=2 , the old value is region=test,,1731575990908.0d1a1a7c2f02cbd898280110a189bb34., hostname=83f56b55f2af,39599,1731575985714, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=83f56b55f2af:39599 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T09:19:59,381 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731575990908.0d1a1a7c2f02cbd898280110a189bb34., hostname=83f56b55f2af,39599,1731575985714, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T09:19:59,381 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731575990908.0d1a1a7c2f02cbd898280110a189bb34., hostname=83f56b55f2af,39599,1731575985714, seqNum=2 from cache 2024-11-14T09:19:59,381 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-14T09:19:59,382 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83f56b55f2af,40827,1731575981579, seqNum=-1] 2024-11-14T09:19:59,382 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T09:19:59,383 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T09:19:59,385 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731575988758.7b232a11feb590009e06166d367c5099., hostname=83f56b55f2af,40827,1731575981579, seqNum=2] 2024-11-14T09:19:59,390 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-14T09:19:59,437 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40827,1731575981579.replicationSource.wal-reader.83f56b55f2af%2C40827%2C1731575981579,1-83f56b55f2af,40827,1731575981579 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/WALs/83f56b55f2af,40827,1731575981579/83f56b55f2af%2C40827%2C1731575981579.1731575983575 to pos 687, reset compression=false 2024-11-14T09:19:59,485 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=83f56b55f2af:39599 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-14T09:19:59,810 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,39599,1731575985714.replicationSource.wal-reader.83f56b55f2af%2C39599%2C1731575985714,1-83f56b55f2af,39599,1731575985714 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/WALs/83f56b55f2af,39599,1731575985714/83f56b55f2af%2C39599%2C1731575985714.1731575987705 to pos 725, reset compression=false 2024-11-14T09:19:59,816 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,39599,1731575985714.replicationSource.wal-reader.83f56b55f2af%2C39599%2C1731575985714,1-83f56b55f2af,39599,1731575985714 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T09:19:59,816 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,39599,1731575985714.replicationSource.shipper83f56b55f2af%2C39599%2C1731575985714,1-83f56b55f2af,39599,1731575985714 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83f56b55f2af,39599,1731575985714 got entry batch from reader: WALEntryBatch [walEntries=[{test/0d1a1a7c2f02cbd898280110a189bb34/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731575999378/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/WALs/83f56b55f2af,39599,1731575985714/83f56b55f2af%2C39599%2C1731575985714.1731575987705, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-14T09:19:59,817 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40827 {}] regionserver.ReplicationSink(318): Replicating [091f42dc-8aee-4e66-bc41-c24a4c357109] bulk loaded data 2024-11-14T09:19:59,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41433 is added to blk_1073741844_1020 (size=11194) 2024-11-14T09:19:59,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41433 is added to blk_1073741845_1021 (size=10791) 2024-11-14T09:20:00,016 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,39599,1731575985714.replicationSource.wal-reader.83f56b55f2af%2C39599%2C1731575985714,1-83f56b55f2af,39599,1731575985714 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/WALs/83f56b55f2af,39599,1731575985714/83f56b55f2af%2C39599%2C1731575985714.1731575987705 to pos 1033, reset compression=false 2024-11-14T09:20:00,141 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40827,1731575981579.replicationSource.wal-reader.83f56b55f2af%2C40827%2C1731575981579,1-83f56b55f2af,40827,1731575981579 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/WALs/83f56b55f2af,40827,1731575981579/83f56b55f2af%2C40827%2C1731575981579.1731575983575 to pos 687, reset compression=false 2024-11-14T09:20:00,243 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40827 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T09:20:00,250 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/staging/jenkins.hfs.10__test__j920d9t9euumhgp8vs604ofau0tomoj2qrc1e4h99906sa94k9adeoqc0sa690lf/f/b064cbe97add41cca50da1a56ec7f08b_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-14T09:20:00,253 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/staging/jenkins.hfs.10__test__j920d9t9euumhgp8vs604ofau0tomoj2qrc1e4h99906sa94k9adeoqc0sa690lf/f/ff6fc78aa11e4ad786178bddf092801b_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-14T09:20:00,256 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40827 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/staging/jenkins.hfs.10__test__j920d9t9euumhgp8vs604ofau0tomoj2qrc1e4h99906sa94k9adeoqc0sa690lf/f/ff6fc78aa11e4ad786178bddf092801b_SeqId_6_ for inclusion in 7b232a11feb590009e06166d367c5099/f 2024-11-14T09:20:00,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40827 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-14T09:20:00,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40827 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T09:20:00,258 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40827 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/staging/jenkins.hfs.10__test__j920d9t9euumhgp8vs604ofau0tomoj2qrc1e4h99906sa94k9adeoqc0sa690lf/f/b064cbe97add41cca50da1a56ec7f08b_SeqId_6_ for inclusion in 7b232a11feb590009e06166d367c5099/f 2024-11-14T09:20:00,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40827 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-14T09:20:00,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40827 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T09:20:00,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40827 {}] regionserver.HRegion(2603): Flush status journal for 7b232a11feb590009e06166d367c5099: 2024-11-14T09:20:00,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40827 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): ff6fc78aa11e4ad786178bddf092801b_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-14T09:20:00,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40827 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/staging/jenkins.hfs.10__test__j920d9t9euumhgp8vs604ofau0tomoj2qrc1e4h99906sa94k9adeoqc0sa690lf/f/ff6fc78aa11e4ad786178bddf092801b_SeqId_6_ as hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/data/default/test/7b232a11feb590009e06166d367c5099/f/70f0c3606f3c4697afc544d0a6616783_SeqId_6_ 2024-11-14T09:20:00,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40827 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): b064cbe97add41cca50da1a56ec7f08b_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-14T09:20:00,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40827 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/staging/jenkins.hfs.10__test__j920d9t9euumhgp8vs604ofau0tomoj2qrc1e4h99906sa94k9adeoqc0sa690lf/f/b064cbe97add41cca50da1a56ec7f08b_SeqId_6_ as hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/data/default/test/7b232a11feb590009e06166d367c5099/f/f4db5a8aae53415cbfb7aabb9456e8e6_SeqId_6_ 2024-11-14T09:20:00,269 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40827 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/staging/jenkins.hfs.10__test__j920d9t9euumhgp8vs604ofau0tomoj2qrc1e4h99906sa94k9adeoqc0sa690lf/f/ff6fc78aa11e4ad786178bddf092801b_SeqId_6_ into 7b232a11feb590009e06166d367c5099/f as hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/data/default/test/7b232a11feb590009e06166d367c5099/f/70f0c3606f3c4697afc544d0a6616783_SeqId_6_ - updating store file list. 2024-11-14T09:20:00,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40827 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 70f0c3606f3c4697afc544d0a6616783_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-14T09:20:00,273 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40827 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/data/default/test/7b232a11feb590009e06166d367c5099/f/70f0c3606f3c4697afc544d0a6616783_SeqId_6_ into 7b232a11feb590009e06166d367c5099/f 2024-11-14T09:20:00,274 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40827 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/staging/jenkins.hfs.10__test__j920d9t9euumhgp8vs604ofau0tomoj2qrc1e4h99906sa94k9adeoqc0sa690lf/f/ff6fc78aa11e4ad786178bddf092801b_SeqId_6_ into 7b232a11feb590009e06166d367c5099/f (new location: hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/data/default/test/7b232a11feb590009e06166d367c5099/f/70f0c3606f3c4697afc544d0a6616783_SeqId_6_) 2024-11-14T09:20:00,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40827 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/staging/jenkins.hfs.10__test__j920d9t9euumhgp8vs604ofau0tomoj2qrc1e4h99906sa94k9adeoqc0sa690lf/f/ff6fc78aa11e4ad786178bddf092801b_SeqId_6_ 2024-11-14T09:20:00,275 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40827 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/staging/jenkins.hfs.10__test__j920d9t9euumhgp8vs604ofau0tomoj2qrc1e4h99906sa94k9adeoqc0sa690lf/f/b064cbe97add41cca50da1a56ec7f08b_SeqId_6_ into 7b232a11feb590009e06166d367c5099/f as hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/data/default/test/7b232a11feb590009e06166d367c5099/f/f4db5a8aae53415cbfb7aabb9456e8e6_SeqId_6_ - updating store file list. 2024-11-14T09:20:00,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40827 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f4db5a8aae53415cbfb7aabb9456e8e6_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-14T09:20:00,278 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40827 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/data/default/test/7b232a11feb590009e06166d367c5099/f/f4db5a8aae53415cbfb7aabb9456e8e6_SeqId_6_ into 7b232a11feb590009e06166d367c5099/f 2024-11-14T09:20:00,278 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40827 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/staging/jenkins.hfs.10__test__j920d9t9euumhgp8vs604ofau0tomoj2qrc1e4h99906sa94k9adeoqc0sa690lf/f/b064cbe97add41cca50da1a56ec7f08b_SeqId_6_ into 7b232a11feb590009e06166d367c5099/f (new location: hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/data/default/test/7b232a11feb590009e06166d367c5099/f/f4db5a8aae53415cbfb7aabb9456e8e6_SeqId_6_) 2024-11-14T09:20:00,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40827 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/staging/jenkins.hfs.10__test__j920d9t9euumhgp8vs604ofau0tomoj2qrc1e4h99906sa94k9adeoqc0sa690lf/f/b064cbe97add41cca50da1a56ec7f08b_SeqId_6_ 2024-11-14T09:20:00,280 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40827 {}] regionserver.ReplicationSink(324): Finished replicating [091f42dc-8aee-4e66-bc41-c24a4c357109] bulk loaded data 2024-11-14T09:20:00,321 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,39599,1731575985714.replicationSource.wal-reader.83f56b55f2af%2C39599%2C1731575985714,1-83f56b55f2af,39599,1731575985714 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/WALs/83f56b55f2af,39599,1731575985714/83f56b55f2af%2C39599%2C1731575985714.1731575987705 to pos 1033, reset compression=false 2024-11-14T09:20:00,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T09:20:00,402 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T09:20:00,402 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:20:00,402 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:20:00,402 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:20:00,402 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T09:20:00,402 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T09:20:00,403 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=274941247, stopped=false 2024-11-14T09:20:00,403 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=83f56b55f2af,37065,1731575985675 2024-11-14T09:20:00,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39599-0x10115c68bec0004, quorum=127.0.0.1:55600, baseZNode=/11962603091 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11962603091/running 2024-11-14T09:20:00,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37065-0x10115c68bec0003, quorum=127.0.0.1:55600, baseZNode=/11962603091 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11962603091/running 2024-11-14T09:20:00,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37065-0x10115c68bec0003, quorum=127.0.0.1:55600, baseZNode=/11962603091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11962603091 2024-11-14T09:20:00,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39599-0x10115c68bec0004, quorum=127.0.0.1:55600, baseZNode=/11962603091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11962603091 2024-11-14T09:20:00,404 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T09:20:00,404 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T09:20:00,405 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:20:00,405 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:20:00,405 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '83f56b55f2af,39599,1731575985714' ***** 2024-11-14T09:20:00,405 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T09:20:00,405 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37065-0x10115c68bec0003, quorum=127.0.0.1:55600, baseZNode=/11962603091 Set watcher on znode that does not yet exist, /11962603091/running 2024-11-14T09:20:00,405 INFO [RS:0;83f56b55f2af:39599 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T09:20:00,406 INFO [RS:0;83f56b55f2af:39599 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T09:20:00,406 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T09:20:00,406 INFO [RS:0;83f56b55f2af:39599 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T09:20:00,406 INFO [RS:0;83f56b55f2af:39599 {}] regionserver.HRegionServer(3091): Received CLOSE for e15cc01c7e8afc74c89fb8b6023b2ba9 2024-11-14T09:20:00,406 INFO [RS:0;83f56b55f2af:39599 {}] regionserver.HRegionServer(3091): Received CLOSE for 0d1a1a7c2f02cbd898280110a189bb34 2024-11-14T09:20:00,406 INFO [RS:0;83f56b55f2af:39599 {}] regionserver.HRegionServer(959): stopping server 83f56b55f2af,39599,1731575985714 2024-11-14T09:20:00,406 INFO [RS:0;83f56b55f2af:39599 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T09:20:00,406 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39599-0x10115c68bec0004, quorum=127.0.0.1:55600, baseZNode=/11962603091 Set watcher on znode that does not yet exist, /11962603091/running 2024-11-14T09:20:00,406 INFO [RS:0;83f56b55f2af:39599 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;83f56b55f2af:39599. 2024-11-14T09:20:00,406 DEBUG [RS:0;83f56b55f2af:39599 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:20:00,406 DEBUG [RS:0;83f56b55f2af:39599 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:20:00,406 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e15cc01c7e8afc74c89fb8b6023b2ba9, disabling compactions & flushes 2024-11-14T09:20:00,406 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731575995251.e15cc01c7e8afc74c89fb8b6023b2ba9. 2024-11-14T09:20:00,406 INFO [RS:0;83f56b55f2af:39599 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T09:20:00,406 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731575995251.e15cc01c7e8afc74c89fb8b6023b2ba9. 2024-11-14T09:20:00,406 INFO [RS:0;83f56b55f2af:39599 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T09:20:00,407 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731575995251.e15cc01c7e8afc74c89fb8b6023b2ba9. after waiting 0 ms 2024-11-14T09:20:00,407 INFO [RS:0;83f56b55f2af:39599 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T09:20:00,407 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731575995251.e15cc01c7e8afc74c89fb8b6023b2ba9. 2024-11-14T09:20:00,407 INFO [RS:0;83f56b55f2af:39599 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T09:20:00,407 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e15cc01c7e8afc74c89fb8b6023b2ba9 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-14T09:20:00,407 INFO [RS:0;83f56b55f2af:39599 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T09:20:00,407 DEBUG [RS:0;83f56b55f2af:39599 {}] regionserver.HRegionServer(1325): Online Regions={e15cc01c7e8afc74c89fb8b6023b2ba9=hbase:replication,,1731575995251.e15cc01c7e8afc74c89fb8b6023b2ba9., 1588230740=hbase:meta,,1.1588230740, 0d1a1a7c2f02cbd898280110a189bb34=test,,1731575990908.0d1a1a7c2f02cbd898280110a189bb34.} 2024-11-14T09:20:00,407 DEBUG [RS:0;83f56b55f2af:39599 {}] regionserver.HRegionServer(1351): Waiting on 0d1a1a7c2f02cbd898280110a189bb34, 1588230740, e15cc01c7e8afc74c89fb8b6023b2ba9 2024-11-14T09:20:00,407 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T09:20:00,407 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T09:20:00,407 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T09:20:00,407 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T09:20:00,407 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T09:20:00,407 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T09:20:00,426 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/data/hbase/meta/1588230740/.tmp/info/7c8888bf5e3941fc815ad6235cb0d0aa is 147, key is hbase:replication,,1731575995251.e15cc01c7e8afc74c89fb8b6023b2ba9./info:regioninfo/1731575996059/Put/seqid=0 2024-11-14T09:20:00,430 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/data/hbase/replication/e15cc01c7e8afc74c89fb8b6023b2ba9/.tmp/hfileref/33dc63242d8b4b3f884580e6efcc88e0 is 74, key is 1/hfileref:141a4718779c4f4bb3bc1594ce84e820_SeqId_4_/1731575999264/DeleteColumn/seqid=0 2024-11-14T09:20:00,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32867 is added to blk_1073741844_1020 (size=7686) 2024-11-14T09:20:00,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32867 is added to blk_1073741845_1021 (size=5345) 2024-11-14T09:20:00,449 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/data/hbase/replication/e15cc01c7e8afc74c89fb8b6023b2ba9/.tmp/hfileref/33dc63242d8b4b3f884580e6efcc88e0 2024-11-14T09:20:00,471 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/data/hbase/replication/e15cc01c7e8afc74c89fb8b6023b2ba9/.tmp/queue/b5bcf58250e9423e9d60fb42d586e04e is 154, key is 1-83f56b55f2af,39599,1731575985714/queue:83f56b55f2af%2C39599%2C1731575985714/1731576000283/Put/seqid=0 2024-11-14T09:20:00,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32867 is added to blk_1073741846_1022 (size=5353) 2024-11-14T09:20:00,493 INFO [regionserver/83f56b55f2af:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T09:20:00,605 INFO [regionserver/83f56b55f2af:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T09:20:00,605 INFO [regionserver/83f56b55f2af:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T09:20:00,607 DEBUG [RS:0;83f56b55f2af:39599 {}] regionserver.HRegionServer(1351): Waiting on 0d1a1a7c2f02cbd898280110a189bb34, 1588230740, e15cc01c7e8afc74c89fb8b6023b2ba9 2024-11-14T09:20:00,731 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,39599,1731575985714.replicationSource.wal-reader.83f56b55f2af%2C39599%2C1731575985714,1-83f56b55f2af,39599,1731575985714 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/WALs/83f56b55f2af,39599,1731575985714/83f56b55f2af%2C39599%2C1731575985714.1731575987705 to pos 1033, reset compression=false 2024-11-14T09:20:00,807 DEBUG [RS:0;83f56b55f2af:39599 {}] regionserver.HRegionServer(1351): Waiting on 0d1a1a7c2f02cbd898280110a189bb34, 1588230740, e15cc01c7e8afc74c89fb8b6023b2ba9 2024-11-14T09:20:00,847 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/data/hbase/meta/1588230740/.tmp/info/7c8888bf5e3941fc815ad6235cb0d0aa 2024-11-14T09:20:00,869 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/data/hbase/meta/1588230740/.tmp/ns/31c22aafd0214fb2bcfbc0d60e21d988 is 43, key is default/ns:d/1731575988683/Put/seqid=0 2024-11-14T09:20:00,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32867 is added to blk_1073741847_1023 (size=5153) 2024-11-14T09:20:00,877 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/data/hbase/replication/e15cc01c7e8afc74c89fb8b6023b2ba9/.tmp/queue/b5bcf58250e9423e9d60fb42d586e04e 2024-11-14T09:20:00,883 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/data/hbase/replication/e15cc01c7e8afc74c89fb8b6023b2ba9/.tmp/hfileref/33dc63242d8b4b3f884580e6efcc88e0 as hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/data/hbase/replication/e15cc01c7e8afc74c89fb8b6023b2ba9/hfileref/33dc63242d8b4b3f884580e6efcc88e0 2024-11-14T09:20:00,887 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/data/hbase/replication/e15cc01c7e8afc74c89fb8b6023b2ba9/hfileref/33dc63242d8b4b3f884580e6efcc88e0, entries=4, sequenceid=12, filesize=5.2 K 2024-11-14T09:20:00,887 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/data/hbase/replication/e15cc01c7e8afc74c89fb8b6023b2ba9/.tmp/queue/b5bcf58250e9423e9d60fb42d586e04e as hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/data/hbase/replication/e15cc01c7e8afc74c89fb8b6023b2ba9/queue/b5bcf58250e9423e9d60fb42d586e04e 2024-11-14T09:20:00,893 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/data/hbase/replication/e15cc01c7e8afc74c89fb8b6023b2ba9/queue/b5bcf58250e9423e9d60fb42d586e04e, entries=1, sequenceid=12, filesize=5.2 K 2024-11-14T09:20:00,894 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for e15cc01c7e8afc74c89fb8b6023b2ba9 in 486ms, sequenceid=12, compaction requested=false 2024-11-14T09:20:00,898 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/data/hbase/replication/e15cc01c7e8afc74c89fb8b6023b2ba9/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-14T09:20:00,899 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T09:20:00,899 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T09:20:00,899 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731575995251.e15cc01c7e8afc74c89fb8b6023b2ba9. 2024-11-14T09:20:00,899 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e15cc01c7e8afc74c89fb8b6023b2ba9: Waiting for close lock at 1731576000406Running coprocessor pre-close hooks at 1731576000406Disabling compacts and flushes for region at 1731576000406Disabling writes for close at 1731576000407 (+1 ms)Obtaining lock to block concurrent updates at 1731576000407Preparing flush snapshotting stores in e15cc01c7e8afc74c89fb8b6023b2ba9 at 1731576000407Finished memstore snapshotting hbase:replication,,1731575995251.e15cc01c7e8afc74c89fb8b6023b2ba9., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1731576000407Flushing stores of hbase:replication,,1731575995251.e15cc01c7e8afc74c89fb8b6023b2ba9. at 1731576000408 (+1 ms)Flushing e15cc01c7e8afc74c89fb8b6023b2ba9/hfileref: creating writer at 1731576000408Flushing e15cc01c7e8afc74c89fb8b6023b2ba9/hfileref: appending metadata at 1731576000429 (+21 ms)Flushing e15cc01c7e8afc74c89fb8b6023b2ba9/hfileref: closing flushed file at 1731576000429Flushing e15cc01c7e8afc74c89fb8b6023b2ba9/queue: creating writer at 1731576000456 (+27 ms)Flushing e15cc01c7e8afc74c89fb8b6023b2ba9/queue: appending metadata at 1731576000471 (+15 ms)Flushing e15cc01c7e8afc74c89fb8b6023b2ba9/queue: closing flushed file at 1731576000471Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@139ec038: reopening flushed file at 1731576000882 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12d13804: reopening flushed file at 1731576000887 (+5 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for e15cc01c7e8afc74c89fb8b6023b2ba9 in 486ms, sequenceid=12, compaction requested=false at 1731576000894 (+7 ms)Writing region close event to WAL at 1731576000895 (+1 ms)Running coprocessor post-close hooks at 1731576000898 (+3 ms)Closed at 1731576000899 (+1 ms) 2024-11-14T09:20:00,899 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731575995251.e15cc01c7e8afc74c89fb8b6023b2ba9. 2024-11-14T09:20:00,899 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0d1a1a7c2f02cbd898280110a189bb34, disabling compactions & flushes 2024-11-14T09:20:00,899 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731575990908.0d1a1a7c2f02cbd898280110a189bb34. 2024-11-14T09:20:00,899 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731575990908.0d1a1a7c2f02cbd898280110a189bb34. 2024-11-14T09:20:00,899 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731575990908.0d1a1a7c2f02cbd898280110a189bb34. after waiting 0 ms 2024-11-14T09:20:00,899 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731575990908.0d1a1a7c2f02cbd898280110a189bb34. 2024-11-14T09:20:00,909 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/data/default/test/0d1a1a7c2f02cbd898280110a189bb34/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T09:20:00,909 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T09:20:00,909 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T09:20:00,909 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731575990908.0d1a1a7c2f02cbd898280110a189bb34. 2024-11-14T09:20:00,909 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0d1a1a7c2f02cbd898280110a189bb34: Waiting for close lock at 1731576000899Running coprocessor pre-close hooks at 1731576000899Disabling compacts and flushes for region at 1731576000899Disabling writes for close at 1731576000899Writing region close event to WAL at 1731576000900 (+1 ms)Running coprocessor post-close hooks at 1731576000909 (+9 ms)Closed at 1731576000909 2024-11-14T09:20:00,909 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731575990908.0d1a1a7c2f02cbd898280110a189bb34. 2024-11-14T09:20:00,945 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40827,1731575981579.replicationSource.wal-reader.83f56b55f2af%2C40827%2C1731575981579,1-83f56b55f2af,40827,1731575981579 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/WALs/83f56b55f2af,40827,1731575981579/83f56b55f2af%2C40827%2C1731575981579.1731575983575 to pos 687, reset compression=false 2024-11-14T09:20:00,953 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40827,1731575981579.replicationSource.wal-reader.83f56b55f2af%2C40827%2C1731575981579,1-83f56b55f2af,40827,1731575981579 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T09:20:00,953 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40827,1731575981579.replicationSource.shipper83f56b55f2af%2C40827%2C1731575981579,1-83f56b55f2af,40827,1731575981579 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83f56b55f2af,40827,1731575981579 got entry batch from reader: WALEntryBatch [walEntries=[{test/7b232a11feb590009e06166d367c5099/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731576000279/Put/vlen=228/seqid=0; >],11641}], lastWalPath=hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/WALs/83f56b55f2af,40827,1731575981579/83f56b55f2af%2C40827%2C1731575981579.1731575983575, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11641, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-14T09:20:00,954 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 83f56b55f2af,39599,1731575985714 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T09:20:00,958 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.2:42854 deadline: 1731576060954, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 83f56b55f2af,39599,1731575985714 stopping 2024-11-14T09:20:00,960 WARN [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40827,1731575981579.replicationSource.shipper83f56b55f2af%2C40827%2C1731575981579,1-83f56b55f2af,40827,1731575981579 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 83f56b55f2af,39599,1731575985714 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T09:20:01,008 DEBUG [RS:0;83f56b55f2af:39599 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T09:20:01,066 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 83f56b55f2af,39599,1731575985714 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T09:20:01,066 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39599 {}] ipc.CallRunner(138): callId: 7 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.2:42854 deadline: 1731576061066, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 83f56b55f2af,39599,1731575985714 stopping 2024-11-14T09:20:01,067 WARN [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40827,1731575981579.replicationSource.shipper83f56b55f2af%2C40827%2C1731575981579,1-83f56b55f2af,40827,1731575981579 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 83f56b55f2af,39599,1731575985714 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T09:20:01,153 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40827,1731575981579.replicationSource.wal-reader.83f56b55f2af%2C40827%2C1731575981579,1-83f56b55f2af,40827,1731575981579 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/WALs/83f56b55f2af,40827,1731575981579/83f56b55f2af%2C40827%2C1731575981579.1731575983575 to pos 1033, reset compression=false 2024-11-14T09:20:01,208 DEBUG [RS:0;83f56b55f2af:39599 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T09:20:01,235 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,39599,1731575985714.replicationSource.wal-reader.83f56b55f2af%2C39599%2C1731575985714,1-83f56b55f2af,39599,1731575985714 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/WALs/83f56b55f2af,39599,1731575985714/83f56b55f2af%2C39599%2C1731575985714.1731575987705 to pos 1033, reset compression=false 2024-11-14T09:20:01,243 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,39599,1731575985714.replicationSource.wal-reader.83f56b55f2af%2C39599%2C1731575985714,1-83f56b55f2af,39599,1731575985714 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T09:20:01,243 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,39599,1731575985714.replicationSource.wal-reader.83f56b55f2af%2C39599%2C1731575985714,1-83f56b55f2af,39599,1731575985714 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/WALs/83f56b55f2af,39599,1731575985714/83f56b55f2af%2C39599%2C1731575985714.1731575987705 to pos 1328, reset compression=false 2024-11-14T09:20:01,243 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,39599,1731575985714.replicationSource.shipper83f56b55f2af%2C39599%2C1731575985714,1-83f56b55f2af,39599,1731575985714 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83f56b55f2af,39599,1731575985714 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/WALs/83f56b55f2af,39599,1731575985714/83f56b55f2af%2C39599%2C1731575985714.1731575987705, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T09:20:01,245 ERROR [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,39599,1731575985714.replicationSource.shipper83f56b55f2af%2C39599%2C1731575985714,1-83f56b55f2af,39599,1731575985714 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 83f56b55f2af,39599,1731575985714: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-83f56b55f2af,39599,1731575985714, walGroup=83f56b55f2af%2C39599%2C1731575985714, offset=83f56b55f2af%2C39599%2C1731575985714.1731575987705:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=83f56b55f2af:39599 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-14T09:20:01,246 ERROR [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,39599,1731575985714.replicationSource.shipper83f56b55f2af%2C39599%2C1731575985714,1-83f56b55f2af,39599,1731575985714 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T09:20:01,248 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,39599,1731575985714.replicationSource.shipper83f56b55f2af%2C39599%2C1731575985714,1-83f56b55f2af,39599,1731575985714 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T09:20:01,250 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,39599,1731575985714.replicationSource.shipper83f56b55f2af%2C39599%2C1731575985714,1-83f56b55f2af,39599,1731575985714 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T09:20:01,250 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,39599,1731575985714.replicationSource.shipper83f56b55f2af%2C39599%2C1731575985714,1-83f56b55f2af,39599,1731575985714 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T09:20:01,250 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,39599,1731575985714.replicationSource.shipper83f56b55f2af%2C39599%2C1731575985714,1-83f56b55f2af,39599,1731575985714 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T09:20:01,250 INFO [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,39599,1731575985714.replicationSource.shipper83f56b55f2af%2C39599%2C1731575985714,1-83f56b55f2af,39599,1731575985714 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1065353216, "init": 1048576000, "max": 2306867200, "used": 545117744 }, "NonHeapMemoryUsage": { "committed": 190316544, "init": 7667712, "max": -1, "used": 187610256 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T09:20:01,253 WARN [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,39599,1731575985714.replicationSource.shipper83f56b55f2af%2C39599%2C1731575985714,1-83f56b55f2af,39599,1731575985714 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=83f56b55f2af:37065 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=83f56b55f2af:37065 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-14T09:20:01,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 83f56b55f2af,39599,1731575985714 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T09:20:01,272 WARN [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40827,1731575981579.replicationSource.shipper83f56b55f2af%2C40827%2C1731575981579,1-83f56b55f2af,40827,1731575981579 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 83f56b55f2af,39599,1731575985714 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T09:20:01,275 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/data/hbase/meta/1588230740/.tmp/ns/31c22aafd0214fb2bcfbc0d60e21d988 2024-11-14T09:20:01,299 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/data/hbase/meta/1588230740/.tmp/rep_barrier/5bf81b93ce114cb3bf772ff31704ff2f is 112, key is test,,1731575990908.0d1a1a7c2f02cbd898280110a189bb34./rep_barrier:seqnumDuringOpen/1731575992058/Put/seqid=0 2024-11-14T09:20:01,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32867 is added to blk_1073741848_1024 (size=5518) 2024-11-14T09:20:01,315 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/data/hbase/meta/1588230740/.tmp/rep_barrier/5bf81b93ce114cb3bf772ff31704ff2f 2024-11-14T09:20:01,340 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/data/hbase/meta/1588230740/.tmp/table/363a8dfc669649a2a5797eaa420f1551 is 53, key is hbase:replication/table:state/1731575996068/Put/seqid=0 2024-11-14T09:20:01,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32867 is added to blk_1073741849_1025 (size=5308) 2024-11-14T09:20:01,345 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/data/hbase/meta/1588230740/.tmp/table/363a8dfc669649a2a5797eaa420f1551 2024-11-14T09:20:01,351 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/data/hbase/meta/1588230740/.tmp/info/7c8888bf5e3941fc815ad6235cb0d0aa as hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/data/hbase/meta/1588230740/info/7c8888bf5e3941fc815ad6235cb0d0aa 2024-11-14T09:20:01,357 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/data/hbase/meta/1588230740/info/7c8888bf5e3941fc815ad6235cb0d0aa, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T09:20:01,358 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/data/hbase/meta/1588230740/.tmp/ns/31c22aafd0214fb2bcfbc0d60e21d988 as hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/data/hbase/meta/1588230740/ns/31c22aafd0214fb2bcfbc0d60e21d988 2024-11-14T09:20:01,363 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/data/hbase/meta/1588230740/ns/31c22aafd0214fb2bcfbc0d60e21d988, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T09:20:01,364 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/data/hbase/meta/1588230740/.tmp/rep_barrier/5bf81b93ce114cb3bf772ff31704ff2f as hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/data/hbase/meta/1588230740/rep_barrier/5bf81b93ce114cb3bf772ff31704ff2f 2024-11-14T09:20:01,368 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/data/hbase/meta/1588230740/rep_barrier/5bf81b93ce114cb3bf772ff31704ff2f, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T09:20:01,369 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/data/hbase/meta/1588230740/.tmp/table/363a8dfc669649a2a5797eaa420f1551 as hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/data/hbase/meta/1588230740/table/363a8dfc669649a2a5797eaa420f1551 2024-11-14T09:20:01,373 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/data/hbase/meta/1588230740/table/363a8dfc669649a2a5797eaa420f1551, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T09:20:01,374 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 967ms, sequenceid=16, compaction requested=false 2024-11-14T09:20:01,381 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T09:20:01,381 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T09:20:01,381 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T09:20:01,381 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T09:20:01,382 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731576000407Running coprocessor pre-close hooks at 1731576000407Disabling compacts and flushes for region at 1731576000407Disabling writes for close at 1731576000407Obtaining lock to block concurrent updates at 1731576000407Preparing flush snapshotting stores in 1588230740 at 1731576000407Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731576000408 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731576000408Flushing 1588230740/info: creating writer at 1731576000408Flushing 1588230740/info: appending metadata at 1731576000425 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731576000425Flushing 1588230740/ns: creating writer at 1731576000853 (+428 ms)Flushing 1588230740/ns: appending metadata at 1731576000868 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731576000868Flushing 1588230740/rep_barrier: creating writer at 1731576001280 (+412 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731576001298 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731576001298Flushing 1588230740/table: creating writer at 1731576001321 (+23 ms)Flushing 1588230740/table: appending metadata at 1731576001340 (+19 ms)Flushing 1588230740/table: closing flushed file at 1731576001340Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24f9c161: reopening flushed file at 1731576001351 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f55842f: reopening flushed file at 1731576001357 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c7b9d80: reopening flushed file at 1731576001363 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b2be665: reopening flushed file at 1731576001368 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 967ms, sequenceid=16, compaction requested=false at 1731576001374 (+6 ms)Writing region close event to WAL at 1731576001378 (+4 ms)Running coprocessor post-close hooks at 1731576001381 (+3 ms)Closed at 1731576001381 2024-11-14T09:20:01,382 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T09:20:01,408 INFO [RS:0;83f56b55f2af:39599 {}] regionserver.HRegionServer(976): stopping server 83f56b55f2af,39599,1731575985714; all regions closed. 2024-11-14T09:20:01,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32867 is added to blk_1073741834_1010 (size=4239) 2024-11-14T09:20:01,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32867 is added to blk_1073741839_1015 (size=3127) 2024-11-14T09:20:01,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32867 is added to blk_1073741832_1008 (size=1336) 2024-11-14T09:20:01,415 DEBUG [RS:0;83f56b55f2af:39599 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:20:01,415 INFO [RS:0;83f56b55f2af:39599 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T09:20:01,415 INFO [RS:0;83f56b55f2af:39599 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T09:20:01,415 INFO [RS:0;83f56b55f2af:39599 {}] hbase.ChoreService(370): Chore service for: regionserver/83f56b55f2af:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T09:20:01,415 INFO [RS:0;83f56b55f2af:39599 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T09:20:01,416 INFO [regionserver/83f56b55f2af:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T09:20:01,416 INFO [RS:0;83f56b55f2af:39599 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-83f56b55f2af,39599,1731575985714 because: Region server is closing 2024-11-14T09:20:01,416 INFO [RS:0;83f56b55f2af:39599 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;83f56b55f2af:39599. 2024-11-14T09:20:01,416 DEBUG [RS:0;83f56b55f2af:39599 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:20:01,416 DEBUG [RS:0;83f56b55f2af:39599 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:20:01,416 DEBUG [RS:0;83f56b55f2af:39599 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:20:01,416 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T09:20:01,457 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40827,1731575981579.replicationSource.wal-reader.83f56b55f2af%2C40827%2C1731575981579,1-83f56b55f2af,40827,1731575981579 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/WALs/83f56b55f2af,40827,1731575981579/83f56b55f2af%2C40827%2C1731575981579.1731575983575 to pos 1033, reset compression=false 2024-11-14T09:20:01,516 INFO [RS:0;83f56b55f2af:39599 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,39599,1731575985714.replicationSource.shipper83f56b55f2af%2C39599%2C1731575985714,1-83f56b55f2af,39599,1731575985714 terminated 2024-11-14T09:20:01,517 INFO [RS:0;83f56b55f2af:39599 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;83f56b55f2af:39599. 2024-11-14T09:20:01,517 DEBUG [RS:0;83f56b55f2af:39599 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:20:01,517 DEBUG [RS:0;83f56b55f2af:39599 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:20:01,517 DEBUG [RS:0;83f56b55f2af:39599 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:20:01,517 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T09:20:01,517 INFO [RS:0;83f56b55f2af:39599 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39599 2024-11-14T09:20:01,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39599-0x10115c68bec0004, quorum=127.0.0.1:55600, baseZNode=/11962603091 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11962603091/rs/83f56b55f2af,39599,1731575985714 2024-11-14T09:20:01,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37065-0x10115c68bec0003, quorum=127.0.0.1:55600, baseZNode=/11962603091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11962603091/rs 2024-11-14T09:20:01,520 INFO [RS:0;83f56b55f2af:39599 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T09:20:01,521 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [83f56b55f2af,39599,1731575985714] 2024-11-14T09:20:01,524 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11962603091/draining/83f56b55f2af,39599,1731575985714 already deleted, retry=false 2024-11-14T09:20:01,524 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 83f56b55f2af,39599,1731575985714 expired; onlineServers=0 2024-11-14T09:20:01,524 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '83f56b55f2af,37065,1731575985675' ***** 2024-11-14T09:20:01,524 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T09:20:01,524 INFO [M:0;83f56b55f2af:37065 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T09:20:01,524 INFO [M:0;83f56b55f2af:37065 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T09:20:01,524 DEBUG [M:0;83f56b55f2af:37065 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T09:20:01,524 DEBUG [M:0;83f56b55f2af:37065 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T09:20:01,524 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T09:20:01,524 INFO [M:0;83f56b55f2af:37065 {}] hbase.ChoreService(370): Chore service for: master/83f56b55f2af:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T09:20:01,525 INFO [M:0;83f56b55f2af:37065 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T09:20:01,525 DEBUG [M:0;83f56b55f2af:37065 {}] master.HMaster(1795): Stopping service threads 2024-11-14T09:20:01,525 INFO [M:0;83f56b55f2af:37065 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T09:20:01,525 INFO [M:0;83f56b55f2af:37065 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T09:20:01,525 INFO [M:0;83f56b55f2af:37065 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T09:20:01,525 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T09:20:01,524 DEBUG [master/83f56b55f2af:0:becomeActiveMaster-HFileCleaner.small.0-1731575987500 {}] cleaner.HFileCleaner(306): Exit Thread[master/83f56b55f2af:0:becomeActiveMaster-HFileCleaner.small.0-1731575987500,5,FailOnTimeoutGroup] 2024-11-14T09:20:01,524 DEBUG [master/83f56b55f2af:0:becomeActiveMaster-HFileCleaner.large.0-1731575987496 {}] cleaner.HFileCleaner(306): Exit Thread[master/83f56b55f2af:0:becomeActiveMaster-HFileCleaner.large.0-1731575987496,5,FailOnTimeoutGroup] 2024-11-14T09:20:01,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37065-0x10115c68bec0003, quorum=127.0.0.1:55600, baseZNode=/11962603091 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11962603091/master 2024-11-14T09:20:01,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37065-0x10115c68bec0003, quorum=127.0.0.1:55600, baseZNode=/11962603091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11962603091 2024-11-14T09:20:01,528 DEBUG [M:0;83f56b55f2af:37065 {}] zookeeper.RecoverableZooKeeper(212): Node /11962603091/master already deleted, retry=false 2024-11-14T09:20:01,528 DEBUG [M:0;83f56b55f2af:37065 {}] master.ActiveMasterManager(353): master:37065-0x10115c68bec0003, quorum=127.0.0.1:55600, baseZNode=/11962603091 Failed delete of our master address node; KeeperErrorCode = NoNode for /11962603091/master 2024-11-14T09:20:01,529 INFO [M:0;83f56b55f2af:37065 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/.lastflushedseqids 2024-11-14T09:20:01,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32867 is added to blk_1073741850_1026 (size=263) 2024-11-14T09:20:01,541 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T09:20:01,577 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 83f56b55f2af:39599 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 83f56b55f2af/172.17.0.2:39599 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T09:20:01,578 WARN [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40827,1731575981579.replicationSource.shipper83f56b55f2af%2C40827%2C1731575981579,1-83f56b55f2af,40827,1731575981579 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=83f56b55f2af:39599 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 83f56b55f2af/172.17.0.2:39599 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 83f56b55f2af/172.17.0.2:39599 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-14T09:20:01,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 83f56b55f2af:39599 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 83f56b55f2af/172.17.0.2:39599 2024-11-14T09:20:01,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37065 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T09:20:01,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37065 {}] ipc.CallRunner(138): callId: 15 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:43560 deadline: 1731576061584, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-14T09:20:01,586 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40827,1731575981579.replicationSource.shipper83f56b55f2af%2C40827%2C1731575981579,1-83f56b55f2af,40827,1731575981579 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-14T09:20:01,587 WARN [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40827,1731575981579.replicationSource.shipper83f56b55f2af%2C40827%2C1731575981579,1-83f56b55f2af,40827,1731575981579 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-14T09:20:01,612 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:20:01,613 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:20:01,613 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:20:01,614 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:20:01,614 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:20:01,614 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:20:01,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39599-0x10115c68bec0004, quorum=127.0.0.1:55600, baseZNode=/11962603091 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T09:20:01,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39599-0x10115c68bec0004, quorum=127.0.0.1:55600, baseZNode=/11962603091 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T09:20:01,622 INFO [RS:0;83f56b55f2af:39599 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T09:20:01,622 INFO [RS:0;83f56b55f2af:39599 {}] regionserver.HRegionServer(1031): Exiting; stopping=83f56b55f2af,39599,1731575985714; zookeeper connection closed. 2024-11-14T09:20:01,625 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@68f81e0d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@68f81e0d 2024-11-14T09:20:01,625 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T09:20:01,630 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:20:01,862 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40827,1731575981579.replicationSource.wal-reader.83f56b55f2af%2C40827%2C1731575981579,1-83f56b55f2af,40827,1731575981579 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/WALs/83f56b55f2af,40827,1731575981579/83f56b55f2af%2C40827%2C1731575981579.1731575983575 to pos 1033, reset compression=false 2024-11-14T09:20:01,939 INFO [M:0;83f56b55f2af:37065 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T09:20:01,939 INFO [M:0;83f56b55f2af:37065 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T09:20:01,939 DEBUG [M:0;83f56b55f2af:37065 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T09:20:01,939 INFO [M:0;83f56b55f2af:37065 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:20:01,939 DEBUG [M:0;83f56b55f2af:37065 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:20:01,939 DEBUG [M:0;83f56b55f2af:37065 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T09:20:01,939 DEBUG [M:0;83f56b55f2af:37065 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:20:01,940 INFO [M:0;83f56b55f2af:37065 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-14T09:20:01,960 DEBUG [M:0;83f56b55f2af:37065 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d9b89de9002b4333af6e809755d66c50 is 82, key is hbase:meta,,1/info:regioninfo/1731575988674/Put/seqid=0 2024-11-14T09:20:01,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32867 is added to blk_1073741851_1027 (size=5672) 2024-11-14T09:20:01,987 INFO [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40827,1731575981579.replicationSource.shipper83f56b55f2af%2C40827%2C1731575981579,1-83f56b55f2af,40827,1731575981579 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-14T09:20:01,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37065 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T09:20:01,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37065 {}] ipc.CallRunner(138): callId: 17 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:43560 deadline: 1731576061989, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-14T09:20:01,990 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40827,1731575981579.replicationSource.shipper83f56b55f2af%2C40827%2C1731575981579,1-83f56b55f2af,40827,1731575981579 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-14T09:20:01,991 WARN [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40827,1731575981579.replicationSource.shipper83f56b55f2af%2C40827%2C1731575981579,1-83f56b55f2af,40827,1731575981579 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-14T09:20:01,991 WARN [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40827,1731575981579.replicationSource.shipper83f56b55f2af%2C40827%2C1731575981579,1-83f56b55f2af,40827,1731575981579 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-14T09:20:02,365 INFO [M:0;83f56b55f2af:37065 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d9b89de9002b4333af6e809755d66c50 2024-11-14T09:20:02,367 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40827,1731575981579.replicationSource.wal-reader.83f56b55f2af%2C40827%2C1731575981579,1-83f56b55f2af,40827,1731575981579 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/WALs/83f56b55f2af,40827,1731575981579/83f56b55f2af%2C40827%2C1731575981579.1731575983575 to pos 1033, reset compression=false 2024-11-14T09:20:02,389 DEBUG [M:0;83f56b55f2af:37065 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2fbcbd8646444304b459a0bea76baaed is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731575996072/Put/seqid=0 2024-11-14T09:20:02,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32867 is added to blk_1073741852_1028 (size=8516) 2024-11-14T09:20:02,492 INFO [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40827,1731575981579.replicationSource.shipper83f56b55f2af%2C40827%2C1731575981579,1-83f56b55f2af,40827,1731575981579 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-14T09:20:02,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37065 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T09:20:02,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37065 {}] ipc.CallRunner(138): callId: 19 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:43560 deadline: 1731576062493, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-14T09:20:02,494 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40827,1731575981579.replicationSource.shipper83f56b55f2af%2C40827%2C1731575981579,1-83f56b55f2af,40827,1731575981579 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-14T09:20:02,495 WARN [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40827,1731575981579.replicationSource.shipper83f56b55f2af%2C40827%2C1731575981579,1-83f56b55f2af,40827,1731575981579 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-14T09:20:02,495 WARN [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40827,1731575981579.replicationSource.shipper83f56b55f2af%2C40827%2C1731575981579,1-83f56b55f2af,40827,1731575981579 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-14T09:20:02,795 INFO [M:0;83f56b55f2af:37065 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2fbcbd8646444304b459a0bea76baaed 2024-11-14T09:20:02,820 DEBUG [M:0;83f56b55f2af:37065 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/67a580a007524f9cb8f4c06776ff8715 is 69, key is 83f56b55f2af,39599,1731575985714/rs:state/1731575987561/Put/seqid=0 2024-11-14T09:20:02,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32867 is added to blk_1073741853_1029 (size=5156) 2024-11-14T09:20:02,971 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40827,1731575981579.replicationSource.wal-reader.83f56b55f2af%2C40827%2C1731575981579,1-83f56b55f2af,40827,1731575981579 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/WALs/83f56b55f2af,40827,1731575981579/83f56b55f2af%2C40827%2C1731575981579.1731575983575 to pos 1033, reset compression=false 2024-11-14T09:20:03,096 INFO [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40827,1731575981579.replicationSource.shipper83f56b55f2af%2C40827%2C1731575981579,1-83f56b55f2af,40827,1731575981579 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-14T09:20:03,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37065 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T09:20:03,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37065 {}] ipc.CallRunner(138): callId: 21 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:43560 deadline: 1731576063098, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-14T09:20:03,098 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40827,1731575981579.replicationSource.shipper83f56b55f2af%2C40827%2C1731575981579,1-83f56b55f2af,40827,1731575981579 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-14T09:20:03,099 WARN [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40827,1731575981579.replicationSource.shipper83f56b55f2af%2C40827%2C1731575981579,1-83f56b55f2af,40827,1731575981579 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-14T09:20:03,099 WARN [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40827,1731575981579.replicationSource.shipper83f56b55f2af%2C40827%2C1731575981579,1-83f56b55f2af,40827,1731575981579 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-14T09:20:03,225 INFO [M:0;83f56b55f2af:37065 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/67a580a007524f9cb8f4c06776ff8715 2024-11-14T09:20:03,230 DEBUG [M:0;83f56b55f2af:37065 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d9b89de9002b4333af6e809755d66c50 as hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d9b89de9002b4333af6e809755d66c50 2024-11-14T09:20:03,234 INFO [M:0;83f56b55f2af:37065 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d9b89de9002b4333af6e809755d66c50, entries=8, sequenceid=97, filesize=5.5 K 2024-11-14T09:20:03,235 DEBUG [M:0;83f56b55f2af:37065 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2fbcbd8646444304b459a0bea76baaed as hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2fbcbd8646444304b459a0bea76baaed 2024-11-14T09:20:03,239 INFO [M:0;83f56b55f2af:37065 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2fbcbd8646444304b459a0bea76baaed, entries=11, sequenceid=97, filesize=8.3 K 2024-11-14T09:20:03,240 DEBUG [M:0;83f56b55f2af:37065 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/67a580a007524f9cb8f4c06776ff8715 as hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/67a580a007524f9cb8f4c06776ff8715 2024-11-14T09:20:03,244 INFO [M:0;83f56b55f2af:37065 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43031/user/jenkins/test-data/d2f2558d-9bc8-8af2-700c-135ef5202a56/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/67a580a007524f9cb8f4c06776ff8715, entries=1, sequenceid=97, filesize=5.0 K 2024-11-14T09:20:03,245 INFO [M:0;83f56b55f2af:37065 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1306ms, sequenceid=97, compaction requested=false 2024-11-14T09:20:03,249 INFO [M:0;83f56b55f2af:37065 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:20:03,249 DEBUG [M:0;83f56b55f2af:37065 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731576001939Disabling compacts and flushes for region at 1731576001939Disabling writes for close at 1731576001939Obtaining lock to block concurrent updates at 1731576001940 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731576001940Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731576001940Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731576001941 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731576001941Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731576001959 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731576001959Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731576002371 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731576002388 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731576002388Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731576002799 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731576002820 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731576002820Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56916bd2: reopening flushed file at 1731576003230 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36c8df8e: reopening flushed file at 1731576003235 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ca3048e: reopening flushed file at 1731576003239 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1306ms, sequenceid=97, compaction requested=false at 1731576003245 (+6 ms)Writing region close event to WAL at 1731576003249 (+4 ms)Closed at 1731576003249 2024-11-14T09:20:03,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32867 is added to blk_1073741830_1006 (size=63654) 2024-11-14T09:20:03,252 INFO [M:0;83f56b55f2af:37065 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T09:20:03,252 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T09:20:03,252 INFO [M:0;83f56b55f2af:37065 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37065 2024-11-14T09:20:03,252 INFO [M:0;83f56b55f2af:37065 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T09:20:03,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37065-0x10115c68bec0003, quorum=127.0.0.1:55600, baseZNode=/11962603091 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T09:20:03,355 INFO [M:0;83f56b55f2af:37065 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T09:20:03,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37065-0x10115c68bec0003, quorum=127.0.0.1:55600, baseZNode=/11962603091 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T09:20:03,358 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1a74df73{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T09:20:03,358 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7b56dd9a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T09:20:03,358 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T09:20:03,359 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20c00428{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T09:20:03,359 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@40267665{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7058d2c2-35fd-557f-3691-9334cac8f4ae/hadoop.log.dir/,STOPPED} 2024-11-14T09:20:03,361 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T09:20:03,361 WARN [BP-285128313-172.17.0.2-1731575984646 heartbeating to localhost/127.0.0.1:43031 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T09:20:03,361 WARN [BP-285128313-172.17.0.2-1731575984646 heartbeating to localhost/127.0.0.1:43031 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-285128313-172.17.0.2-1731575984646 (Datanode Uuid b159f867-1c20-4e27-bbc8-fa67f89ce742) service to localhost/127.0.0.1:43031 2024-11-14T09:20:03,361 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T09:20:03,362 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7058d2c2-35fd-557f-3691-9334cac8f4ae/cluster_32aa7435-c65e-f7f0-cccc-3d8229c41e48/data/data1/current/BP-285128313-172.17.0.2-1731575984646 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T09:20:03,362 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7058d2c2-35fd-557f-3691-9334cac8f4ae/cluster_32aa7435-c65e-f7f0-cccc-3d8229c41e48/data/data2/current/BP-285128313-172.17.0.2-1731575984646 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T09:20:03,362 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T09:20:03,370 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2c9e907e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T09:20:03,370 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@417fd5cd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T09:20:03,370 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T09:20:03,370 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59839fc1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T09:20:03,371 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@150dd7b4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7058d2c2-35fd-557f-3691-9334cac8f4ae/hadoop.log.dir/,STOPPED} 2024-11-14T09:20:03,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T09:20:03,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T09:20:03,387 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T09:20:03,387 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:20:03,387 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:20:03,387 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:20:03,387 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T09:20:03,387 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T09:20:03,387 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=916211892, stopped=false 2024-11-14T09:20:03,387 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=83f56b55f2af,36531,1731575981521 2024-11-14T09:20:03,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36531-0x10115c68bec0000, quorum=127.0.0.1:55600, baseZNode=/0-557321814 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-557321814/running 2024-11-14T09:20:03,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36531-0x10115c68bec0000, quorum=127.0.0.1:55600, baseZNode=/0-557321814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-557321814 2024-11-14T09:20:03,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40827-0x10115c68bec0001, quorum=127.0.0.1:55600, baseZNode=/0-557321814 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-557321814/running 2024-11-14T09:20:03,389 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T09:20:03,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40827-0x10115c68bec0001, quorum=127.0.0.1:55600, baseZNode=/0-557321814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-557321814 2024-11-14T09:20:03,389 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T09:20:03,389 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:20:03,389 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:20:03,389 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40827-0x10115c68bec0001, quorum=127.0.0.1:55600, baseZNode=/0-557321814 Set watcher on znode that does not yet exist, /0-557321814/running 2024-11-14T09:20:03,390 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '83f56b55f2af,40827,1731575981579' ***** 2024-11-14T09:20:03,390 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T09:20:03,390 INFO [RS:0;83f56b55f2af:40827 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T09:20:03,390 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36531-0x10115c68bec0000, quorum=127.0.0.1:55600, baseZNode=/0-557321814 Set watcher on znode that does not yet exist, /0-557321814/running 2024-11-14T09:20:03,390 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T09:20:03,390 INFO [RS:0;83f56b55f2af:40827 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T09:20:03,390 INFO [RS:0;83f56b55f2af:40827 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T09:20:03,390 INFO [RS:0;83f56b55f2af:40827 {}] regionserver.HRegionServer(3091): Received CLOSE for de9619ae5de276dbc129c278be9dd26e 2024-11-14T09:20:03,391 INFO [RS:0;83f56b55f2af:40827 {}] regionserver.HRegionServer(3091): Received CLOSE for 7b232a11feb590009e06166d367c5099 2024-11-14T09:20:03,391 INFO [RS:0;83f56b55f2af:40827 {}] regionserver.HRegionServer(959): stopping server 83f56b55f2af,40827,1731575981579 2024-11-14T09:20:03,391 INFO [RS:0;83f56b55f2af:40827 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T09:20:03,391 INFO [RS:0;83f56b55f2af:40827 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;83f56b55f2af:40827. 2024-11-14T09:20:03,391 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing de9619ae5de276dbc129c278be9dd26e, disabling compactions & flushes 2024-11-14T09:20:03,391 DEBUG [RS:0;83f56b55f2af:40827 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:20:03,391 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731575993085.de9619ae5de276dbc129c278be9dd26e. 2024-11-14T09:20:03,391 DEBUG [RS:0;83f56b55f2af:40827 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:20:03,391 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731575993085.de9619ae5de276dbc129c278be9dd26e. 2024-11-14T09:20:03,391 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731575993085.de9619ae5de276dbc129c278be9dd26e. after waiting 0 ms 2024-11-14T09:20:03,391 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731575993085.de9619ae5de276dbc129c278be9dd26e. 2024-11-14T09:20:03,391 INFO [RS:0;83f56b55f2af:40827 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T09:20:03,391 INFO [RS:0;83f56b55f2af:40827 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T09:20:03,391 INFO [RS:0;83f56b55f2af:40827 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T09:20:03,391 INFO [RS:0;83f56b55f2af:40827 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T09:20:03,391 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing de9619ae5de276dbc129c278be9dd26e 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-14T09:20:03,391 INFO [RS:0;83f56b55f2af:40827 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T09:20:03,391 DEBUG [RS:0;83f56b55f2af:40827 {}] regionserver.HRegionServer(1325): Online Regions={de9619ae5de276dbc129c278be9dd26e=hbase:replication,,1731575993085.de9619ae5de276dbc129c278be9dd26e., 1588230740=hbase:meta,,1.1588230740, 7b232a11feb590009e06166d367c5099=test,,1731575988758.7b232a11feb590009e06166d367c5099.} 2024-11-14T09:20:03,391 DEBUG [RS:0;83f56b55f2af:40827 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7b232a11feb590009e06166d367c5099, de9619ae5de276dbc129c278be9dd26e 2024-11-14T09:20:03,391 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T09:20:03,391 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T09:20:03,391 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T09:20:03,391 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T09:20:03,391 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T09:20:03,392 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T09:20:03,407 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/data/hbase/replication/de9619ae5de276dbc129c278be9dd26e/.tmp/hfileref/bf9b9869c3284faebc1ad8f308b4166e is 74, key is 1/hfileref:096fb50eb5a84ff0af6bb1b9dad53d06_SeqId_4_/1731575997960/DeleteColumn/seqid=0 2024-11-14T09:20:03,410 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/data/hbase/meta/1588230740/.tmp/info/a2fefdf2393d478393165e7c39cbfce7 is 147, key is hbase:replication,,1731575993085.de9619ae5de276dbc129c278be9dd26e./info:regioninfo/1731575994314/Put/seqid=0 2024-11-14T09:20:03,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41433 is added to blk_1073741846_1022 (size=5345) 2024-11-14T09:20:03,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41433 is added to blk_1073741847_1023 (size=7686) 2024-11-14T09:20:03,445 INFO [regionserver/83f56b55f2af:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T09:20:03,445 INFO [regionserver/83f56b55f2af:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T09:20:03,465 INFO [regionserver/83f56b55f2af:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T09:20:03,591 DEBUG [RS:0;83f56b55f2af:40827 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7b232a11feb590009e06166d367c5099, de9619ae5de276dbc129c278be9dd26e 2024-11-14T09:20:03,676 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40827,1731575981579.replicationSource.wal-reader.83f56b55f2af%2C40827%2C1731575981579,1-83f56b55f2af,40827,1731575981579 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/WALs/83f56b55f2af,40827,1731575981579/83f56b55f2af%2C40827%2C1731575981579.1731575983575 to pos 1033, reset compression=false 2024-11-14T09:20:03,792 DEBUG [RS:0;83f56b55f2af:40827 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7b232a11feb590009e06166d367c5099, de9619ae5de276dbc129c278be9dd26e 2024-11-14T09:20:03,800 INFO [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40827,1731575981579.replicationSource.shipper83f56b55f2af%2C40827%2C1731575981579,1-83f56b55f2af,40827,1731575981579 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-14T09:20:03,801 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 83f56b55f2af:37065 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 83f56b55f2af/172.17.0.2:37065 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T09:20:03,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 83f56b55f2af:37065 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 83f56b55f2af/172.17.0.2:37065 2024-11-14T09:20:03,812 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/data/hbase/replication/de9619ae5de276dbc129c278be9dd26e/.tmp/hfileref/bf9b9869c3284faebc1ad8f308b4166e 2024-11-14T09:20:03,814 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/data/hbase/meta/1588230740/.tmp/info/a2fefdf2393d478393165e7c39cbfce7 2024-11-14T09:20:03,836 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/data/hbase/replication/de9619ae5de276dbc129c278be9dd26e/.tmp/queue/01d35e9d6d2f4940b99589e421b67d75 is 153, key is 1-83f56b55f2af,40827,1731575981579/queue:83f56b55f2af%2C40827%2C1731575981579/1731575997963/Put/seqid=0 2024-11-14T09:20:03,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41433 is added to blk_1073741848_1024 (size=5352) 2024-11-14T09:20:03,842 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/data/hbase/meta/1588230740/.tmp/ns/fc6a6ffc865f424586f43d460291a626 is 43, key is default/ns:d/1731575984555/Put/seqid=0 2024-11-14T09:20:03,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41433 is added to blk_1073741849_1025 (size=5153) 2024-11-14T09:20:03,904 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T09:20:03,905 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 83f56b55f2af:37065 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 83f56b55f2af/172.17.0.2:37065 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T09:20:03,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [83f56b55f2af,37065,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=83f56b55f2af:37065 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 83f56b55f2af/172.17.0.2:37065 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-14T09:20:03,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address 83f56b55f2af:37065 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 83f56b55f2af/172.17.0.2:37065 2024-11-14T09:20:03,992 DEBUG [RS:0;83f56b55f2af:40827 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7b232a11feb590009e06166d367c5099, de9619ae5de276dbc129c278be9dd26e 2024-11-14T09:20:04,114 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T09:20:04,115 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 83f56b55f2af:37065 this server is in the failed servers list 2024-11-14T09:20:04,117 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [83f56b55f2af,37065,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=83f56b55f2af:37065 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 83f56b55f2af:37065 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T09:20:04,192 DEBUG [RS:0;83f56b55f2af:40827 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7b232a11feb590009e06166d367c5099, de9619ae5de276dbc129c278be9dd26e 2024-11-14T09:20:04,241 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/data/hbase/replication/de9619ae5de276dbc129c278be9dd26e/.tmp/queue/01d35e9d6d2f4940b99589e421b67d75 2024-11-14T09:20:04,246 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/data/hbase/meta/1588230740/.tmp/ns/fc6a6ffc865f424586f43d460291a626 2024-11-14T09:20:04,247 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/data/hbase/replication/de9619ae5de276dbc129c278be9dd26e/.tmp/hfileref/bf9b9869c3284faebc1ad8f308b4166e as hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/data/hbase/replication/de9619ae5de276dbc129c278be9dd26e/hfileref/bf9b9869c3284faebc1ad8f308b4166e 2024-11-14T09:20:04,251 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/data/hbase/replication/de9619ae5de276dbc129c278be9dd26e/hfileref/bf9b9869c3284faebc1ad8f308b4166e, entries=4, sequenceid=10, filesize=5.2 K 2024-11-14T09:20:04,251 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/data/hbase/replication/de9619ae5de276dbc129c278be9dd26e/.tmp/queue/01d35e9d6d2f4940b99589e421b67d75 as hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/data/hbase/replication/de9619ae5de276dbc129c278be9dd26e/queue/01d35e9d6d2f4940b99589e421b67d75 2024-11-14T09:20:04,255 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/data/hbase/replication/de9619ae5de276dbc129c278be9dd26e/queue/01d35e9d6d2f4940b99589e421b67d75, entries=1, sequenceid=10, filesize=5.2 K 2024-11-14T09:20:04,256 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for de9619ae5de276dbc129c278be9dd26e in 865ms, sequenceid=10, compaction requested=false 2024-11-14T09:20:04,272 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/data/hbase/meta/1588230740/.tmp/rep_barrier/11f1d1490db1459086d433d3eedca5b8 is 112, key is test,,1731575988758.7b232a11feb590009e06166d367c5099./rep_barrier:seqnumDuringOpen/1731575989917/Put/seqid=0 2024-11-14T09:20:04,276 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/data/hbase/replication/de9619ae5de276dbc129c278be9dd26e/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-14T09:20:04,276 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T09:20:04,276 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T09:20:04,276 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731575993085.de9619ae5de276dbc129c278be9dd26e. 2024-11-14T09:20:04,276 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for de9619ae5de276dbc129c278be9dd26e: Waiting for close lock at 1731576003391Running coprocessor pre-close hooks at 1731576003391Disabling compacts and flushes for region at 1731576003391Disabling writes for close at 1731576003391Obtaining lock to block concurrent updates at 1731576003391Preparing flush snapshotting stores in de9619ae5de276dbc129c278be9dd26e at 1731576003391Finished memstore snapshotting hbase:replication,,1731575993085.de9619ae5de276dbc129c278be9dd26e., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1731576003391Flushing stores of hbase:replication,,1731575993085.de9619ae5de276dbc129c278be9dd26e. at 1731576003392 (+1 ms)Flushing de9619ae5de276dbc129c278be9dd26e/hfileref: creating writer at 1731576003392Flushing de9619ae5de276dbc129c278be9dd26e/hfileref: appending metadata at 1731576003407 (+15 ms)Flushing de9619ae5de276dbc129c278be9dd26e/hfileref: closing flushed file at 1731576003407Flushing de9619ae5de276dbc129c278be9dd26e/queue: creating writer at 1731576003818 (+411 ms)Flushing de9619ae5de276dbc129c278be9dd26e/queue: appending metadata at 1731576003835 (+17 ms)Flushing de9619ae5de276dbc129c278be9dd26e/queue: closing flushed file at 1731576003836 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@129601f8: reopening flushed file at 1731576004246 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@417137ae: reopening flushed file at 1731576004251 (+5 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for de9619ae5de276dbc129c278be9dd26e in 865ms, sequenceid=10, compaction requested=false at 1731576004256 (+5 ms)Writing region close event to WAL at 1731576004266 (+10 ms)Running coprocessor post-close hooks at 1731576004276 (+10 ms)Closed at 1731576004276 2024-11-14T09:20:04,277 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731575993085.de9619ae5de276dbc129c278be9dd26e. 2024-11-14T09:20:04,277 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7b232a11feb590009e06166d367c5099, disabling compactions & flushes 2024-11-14T09:20:04,277 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731575988758.7b232a11feb590009e06166d367c5099. 2024-11-14T09:20:04,277 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731575988758.7b232a11feb590009e06166d367c5099. 2024-11-14T09:20:04,277 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731575988758.7b232a11feb590009e06166d367c5099. after waiting 0 ms 2024-11-14T09:20:04,277 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731575988758.7b232a11feb590009e06166d367c5099. 2024-11-14T09:20:04,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41433 is added to blk_1073741850_1026 (size=5518) 2024-11-14T09:20:04,283 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/data/default/test/7b232a11feb590009e06166d367c5099/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T09:20:04,284 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T09:20:04,284 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T09:20:04,284 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731575988758.7b232a11feb590009e06166d367c5099. 2024-11-14T09:20:04,284 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7b232a11feb590009e06166d367c5099: Waiting for close lock at 1731576004277Running coprocessor pre-close hooks at 1731576004277Disabling compacts and flushes for region at 1731576004277Disabling writes for close at 1731576004277Writing region close event to WAL at 1731576004280 (+3 ms)Running coprocessor post-close hooks at 1731576004284 (+4 ms)Closed at 1731576004284 2024-11-14T09:20:04,284 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731575988758.7b232a11feb590009e06166d367c5099. 2024-11-14T09:20:04,392 INFO [RS:0;83f56b55f2af:40827 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T09:20:04,392 DEBUG [RS:0;83f56b55f2af:40827 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T09:20:04,393 DEBUG [RS:0;83f56b55f2af:40827 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T09:20:04,424 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T09:20:04,425 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 83f56b55f2af:37065 this server is in the failed servers list 2024-11-14T09:20:04,425 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [83f56b55f2af,37065,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=83f56b55f2af:37065 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 83f56b55f2af:37065 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T09:20:04,480 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40827,1731575981579.replicationSource.wal-reader.83f56b55f2af%2C40827%2C1731575981579,1-83f56b55f2af,40827,1731575981579 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/WALs/83f56b55f2af,40827,1731575981579/83f56b55f2af%2C40827%2C1731575981579.1731575983575 to pos 1033, reset compression=false 2024-11-14T09:20:04,485 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40827,1731575981579.replicationSource.wal-reader.83f56b55f2af%2C40827%2C1731575981579,1-83f56b55f2af,40827,1731575981579 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T09:20:04,485 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40827,1731575981579.replicationSource.wal-reader.83f56b55f2af%2C40827%2C1731575981579,1-83f56b55f2af,40827,1731575981579 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/WALs/83f56b55f2af,40827,1731575981579/83f56b55f2af%2C40827%2C1731575981579.1731575983575 to pos 1328, reset compression=false 2024-11-14T09:20:04,593 DEBUG [RS:0;83f56b55f2af:40827 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T09:20:04,678 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/data/hbase/meta/1588230740/.tmp/rep_barrier/11f1d1490db1459086d433d3eedca5b8 2024-11-14T09:20:04,689 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40827,1731575981579.replicationSource.wal-reader.83f56b55f2af%2C40827%2C1731575981579,1-83f56b55f2af,40827,1731575981579 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/WALs/83f56b55f2af,40827,1731575981579/83f56b55f2af%2C40827%2C1731575981579.1731575983575 to pos 1328, reset compression=false 2024-11-14T09:20:04,700 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/data/hbase/meta/1588230740/.tmp/table/e31d1c5ecc73483ca7987cf9396cbc40 is 53, key is hbase:replication/table:state/1731575994326/Put/seqid=0 2024-11-14T09:20:04,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41433 is added to blk_1073741851_1027 (size=5308) 2024-11-14T09:20:04,793 DEBUG [RS:0;83f56b55f2af:40827 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T09:20:04,934 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T09:20:04,934 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 83f56b55f2af:37065 this server is in the failed servers list 2024-11-14T09:20:04,935 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [83f56b55f2af,37065,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=83f56b55f2af:37065 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 83f56b55f2af:37065 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T09:20:04,992 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40827,1731575981579.replicationSource.wal-reader.83f56b55f2af%2C40827%2C1731575981579,1-83f56b55f2af,40827,1731575981579 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/WALs/83f56b55f2af,40827,1731575981579/83f56b55f2af%2C40827%2C1731575981579.1731575983575 to pos 1328, reset compression=false 2024-11-14T09:20:04,993 DEBUG [RS:0;83f56b55f2af:40827 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T09:20:05,104 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/data/hbase/meta/1588230740/.tmp/table/e31d1c5ecc73483ca7987cf9396cbc40 2024-11-14T09:20:05,110 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/data/hbase/meta/1588230740/.tmp/info/a2fefdf2393d478393165e7c39cbfce7 as hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/data/hbase/meta/1588230740/info/a2fefdf2393d478393165e7c39cbfce7 2024-11-14T09:20:05,115 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/data/hbase/meta/1588230740/info/a2fefdf2393d478393165e7c39cbfce7, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T09:20:05,115 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/data/hbase/meta/1588230740/.tmp/ns/fc6a6ffc865f424586f43d460291a626 as hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/data/hbase/meta/1588230740/ns/fc6a6ffc865f424586f43d460291a626 2024-11-14T09:20:05,120 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/data/hbase/meta/1588230740/ns/fc6a6ffc865f424586f43d460291a626, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T09:20:05,121 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/data/hbase/meta/1588230740/.tmp/rep_barrier/11f1d1490db1459086d433d3eedca5b8 as hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/data/hbase/meta/1588230740/rep_barrier/11f1d1490db1459086d433d3eedca5b8 2024-11-14T09:20:05,125 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/data/hbase/meta/1588230740/rep_barrier/11f1d1490db1459086d433d3eedca5b8, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T09:20:05,126 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/data/hbase/meta/1588230740/.tmp/table/e31d1c5ecc73483ca7987cf9396cbc40 as hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/data/hbase/meta/1588230740/table/e31d1c5ecc73483ca7987cf9396cbc40 2024-11-14T09:20:05,130 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/data/hbase/meta/1588230740/table/e31d1c5ecc73483ca7987cf9396cbc40, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T09:20:05,131 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1740ms, sequenceid=16, compaction requested=false 2024-11-14T09:20:05,137 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T09:20:05,137 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T09:20:05,137 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T09:20:05,137 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T09:20:05,137 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731576003391Running coprocessor pre-close hooks at 1731576003391Disabling compacts and flushes for region at 1731576003391Disabling writes for close at 1731576003391Obtaining lock to block concurrent updates at 1731576003392 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731576003392Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731576003392Flushing stores of hbase:meta,,1.1588230740 at 1731576003392Flushing 1588230740/info: creating writer at 1731576003392Flushing 1588230740/info: appending metadata at 1731576003410 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731576003410Flushing 1588230740/ns: creating writer at 1731576003820 (+410 ms)Flushing 1588230740/ns: appending metadata at 1731576003841 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1731576003841Flushing 1588230740/rep_barrier: creating writer at 1731576004250 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731576004271 (+21 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731576004271Flushing 1588230740/table: creating writer at 1731576004684 (+413 ms)Flushing 1588230740/table: appending metadata at 1731576004699 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731576004699Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@600048d: reopening flushed file at 1731576005109 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d5b942e: reopening flushed file at 1731576005115 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ce44c4: reopening flushed file at 1731576005120 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9cd75bf: reopening flushed file at 1731576005125 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1740ms, sequenceid=16, compaction requested=false at 1731576005131 (+6 ms)Writing region close event to WAL at 1731576005134 (+3 ms)Running coprocessor post-close hooks at 1731576005137 (+3 ms)Closed at 1731576005137 2024-11-14T09:20:05,137 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T09:20:05,193 INFO [RS:0;83f56b55f2af:40827 {}] regionserver.HRegionServer(976): stopping server 83f56b55f2af,40827,1731575981579; all regions closed. 2024-11-14T09:20:05,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41433 is added to blk_1073741834_1010 (size=4239) 2024-11-14T09:20:05,198 DEBUG [RS:0;83f56b55f2af:40827 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/oldWALs 2024-11-14T09:20:05,198 INFO [RS:0;83f56b55f2af:40827 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 83f56b55f2af%2C40827%2C1731575981579.meta:.meta(num 1731575984512) 2024-11-14T09:20:05,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41433 is added to blk_1073741839_1015 (size=2695) 2024-11-14T09:20:05,200 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/WALs/83f56b55f2af,40827,1731575981579/83f56b55f2af%2C40827%2C1731575981579.rep.1731575994227 not finished, retry = 0 2024-11-14T09:20:05,303 DEBUG [RS:0;83f56b55f2af:40827 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/oldWALs 2024-11-14T09:20:05,303 INFO [RS:0;83f56b55f2af:40827 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 83f56b55f2af%2C40827%2C1731575981579.rep:(num 1731575994227) 2024-11-14T09:20:05,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41433 is added to blk_1073741832_1008 (size=1336) 2024-11-14T09:20:05,305 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/WALs/83f56b55f2af,40827,1731575981579/83f56b55f2af%2C40827%2C1731575981579.1731575983575 not finished, retry = 0 2024-11-14T09:20:05,397 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40827,1731575981579.replicationSource.wal-reader.83f56b55f2af%2C40827%2C1731575981579,1-83f56b55f2af,40827,1731575981579 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/WALs/83f56b55f2af,40827,1731575981579/83f56b55f2af%2C40827%2C1731575981579.1731575983575 to pos 1328, reset compression=false 2024-11-14T09:20:05,406 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40827,1731575981579.replicationSource.wal-reader.83f56b55f2af%2C40827%2C1731575981579,1-83f56b55f2af,40827,1731575981579 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/WALs/83f56b55f2af,40827,1731575981579/83f56b55f2af%2C40827%2C1731575981579.1731575983575 2024-11-14T09:20:05,408 DEBUG [RS:0;83f56b55f2af:40827 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/oldWALs 2024-11-14T09:20:05,408 INFO [RS:0;83f56b55f2af:40827 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 83f56b55f2af%2C40827%2C1731575981579:(num 1731575983575) 2024-11-14T09:20:05,408 DEBUG [RS:0;83f56b55f2af:40827 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:20:05,408 INFO [RS:0;83f56b55f2af:40827 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T09:20:05,409 INFO [RS:0;83f56b55f2af:40827 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T09:20:05,409 INFO [RS:0;83f56b55f2af:40827 {}] hbase.ChoreService(370): Chore service for: regionserver/83f56b55f2af:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T09:20:05,409 INFO [RS:0;83f56b55f2af:40827 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T09:20:05,409 INFO [regionserver/83f56b55f2af:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T09:20:05,409 INFO [RS:0;83f56b55f2af:40827 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-83f56b55f2af,40827,1731575981579 because: Region server is closing 2024-11-14T09:20:05,410 INFO [RS:0;83f56b55f2af:40827 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;83f56b55f2af:40827. 2024-11-14T09:20:05,410 DEBUG [RS:0;83f56b55f2af:40827 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:20:05,410 DEBUG [RS:0;83f56b55f2af:40827 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:20:05,410 DEBUG [RS:0;83f56b55f2af:40827 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:20:05,410 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T09:20:05,510 WARN [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40827,1731575981579.replicationSource.wal-reader.83f56b55f2af%2C40827%2C1731575981579,1-83f56b55f2af,40827,1731575981579 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-14T09:20:05,510 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40827,1731575981579.replicationSource.shipper83f56b55f2af%2C40827%2C1731575981579,1-83f56b55f2af,40827,1731575981579 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-11-14T09:20:05,511 WARN [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40827,1731575981579.replicationSource.shipper83f56b55f2af%2C40827%2C1731575981579,1-83f56b55f2af,40827,1731575981579 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-14T09:20:05,511 WARN [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40827,1731575981579.replicationSource.shipper83f56b55f2af%2C40827%2C1731575981579,1-83f56b55f2af,40827,1731575981579 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-14T09:20:05,944 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T09:20:05,945 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [83f56b55f2af,37065,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=83f56b55f2af:37065 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T09:20:05,948 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2145 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [83f56b55f2af,37065,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=83f56b55f2af:37065 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T09:20:06,311 INFO [RS:0;83f56b55f2af:40827 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40827,1731575981579.replicationSource.shipper83f56b55f2af%2C40827%2C1731575981579,1-83f56b55f2af,40827,1731575981579 terminated 2024-11-14T09:20:06,312 INFO [RS:0;83f56b55f2af:40827 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;83f56b55f2af:40827. 2024-11-14T09:20:06,312 DEBUG [RS:0;83f56b55f2af:40827 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:20:06,312 DEBUG [RS:0;83f56b55f2af:40827 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:20:06,312 DEBUG [RS:0;83f56b55f2af:40827 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:20:06,312 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T09:20:06,312 INFO [RS:0;83f56b55f2af:40827 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40827 2024-11-14T09:20:06,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36531-0x10115c68bec0000, quorum=127.0.0.1:55600, baseZNode=/0-557321814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-557321814/rs 2024-11-14T09:20:06,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40827-0x10115c68bec0001, quorum=127.0.0.1:55600, baseZNode=/0-557321814 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-557321814/rs/83f56b55f2af,40827,1731575981579 2024-11-14T09:20:06,315 INFO [RS:0;83f56b55f2af:40827 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T09:20:06,315 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [83f56b55f2af,40827,1731575981579] 2024-11-14T09:20:06,318 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-557321814/draining/83f56b55f2af,40827,1731575981579 already deleted, retry=false 2024-11-14T09:20:06,318 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 83f56b55f2af,40827,1731575981579 expired; onlineServers=0 2024-11-14T09:20:06,318 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '83f56b55f2af,36531,1731575981521' ***** 2024-11-14T09:20:06,318 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T09:20:06,318 INFO [M:0;83f56b55f2af:36531 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T09:20:06,318 INFO [M:0;83f56b55f2af:36531 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T09:20:06,318 DEBUG [M:0;83f56b55f2af:36531 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T09:20:06,318 DEBUG [M:0;83f56b55f2af:36531 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T09:20:06,318 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T09:20:06,318 DEBUG [master/83f56b55f2af:0:becomeActiveMaster-HFileCleaner.large.0-1731575983364 {}] cleaner.HFileCleaner(306): Exit Thread[master/83f56b55f2af:0:becomeActiveMaster-HFileCleaner.large.0-1731575983364,5,FailOnTimeoutGroup] 2024-11-14T09:20:06,318 INFO [M:0;83f56b55f2af:36531 {}] hbase.ChoreService(370): Chore service for: master/83f56b55f2af:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T09:20:06,319 INFO [M:0;83f56b55f2af:36531 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T09:20:06,319 DEBUG [M:0;83f56b55f2af:36531 {}] master.HMaster(1795): Stopping service threads 2024-11-14T09:20:06,319 INFO [M:0;83f56b55f2af:36531 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T09:20:06,319 DEBUG [master/83f56b55f2af:0:becomeActiveMaster-HFileCleaner.small.0-1731575983364 {}] cleaner.HFileCleaner(306): Exit Thread[master/83f56b55f2af:0:becomeActiveMaster-HFileCleaner.small.0-1731575983364,5,FailOnTimeoutGroup] 2024-11-14T09:20:06,319 INFO [M:0;83f56b55f2af:36531 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T09:20:06,319 INFO [M:0;83f56b55f2af:36531 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T09:20:06,319 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T09:20:06,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36531-0x10115c68bec0000, quorum=127.0.0.1:55600, baseZNode=/0-557321814 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-557321814/master 2024-11-14T09:20:06,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36531-0x10115c68bec0000, quorum=127.0.0.1:55600, baseZNode=/0-557321814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-557321814 2024-11-14T09:20:06,321 DEBUG [M:0;83f56b55f2af:36531 {}] zookeeper.ZKUtil(347): master:36531-0x10115c68bec0000, quorum=127.0.0.1:55600, baseZNode=/0-557321814 Unable to get data of znode /0-557321814/master because node does not exist (not an error) 2024-11-14T09:20:06,321 WARN [M:0;83f56b55f2af:36531 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T09:20:06,321 INFO [M:0;83f56b55f2af:36531 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/.lastflushedseqids 2024-11-14T09:20:06,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41433 is added to blk_1073741852_1028 (size=263) 2024-11-14T09:20:06,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40827-0x10115c68bec0001, quorum=127.0.0.1:55600, baseZNode=/0-557321814 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T09:20:06,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40827-0x10115c68bec0001, quorum=127.0.0.1:55600, baseZNode=/0-557321814 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T09:20:06,417 INFO [RS:0;83f56b55f2af:40827 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T09:20:06,418 INFO [RS:0;83f56b55f2af:40827 {}] regionserver.HRegionServer(1031): Exiting; stopping=83f56b55f2af,40827,1731575981579; zookeeper connection closed. 2024-11-14T09:20:06,418 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3f7c9c1e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3f7c9c1e 2024-11-14T09:20:06,418 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T09:20:06,733 INFO [M:0;83f56b55f2af:36531 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T09:20:06,733 INFO [M:0;83f56b55f2af:36531 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T09:20:06,733 DEBUG [M:0;83f56b55f2af:36531 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T09:20:06,733 INFO [M:0;83f56b55f2af:36531 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:20:06,733 DEBUG [M:0;83f56b55f2af:36531 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:20:06,733 DEBUG [M:0;83f56b55f2af:36531 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T09:20:06,733 DEBUG [M:0;83f56b55f2af:36531 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:20:06,733 INFO [M:0;83f56b55f2af:36531 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-14T09:20:06,756 DEBUG [M:0;83f56b55f2af:36531 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/53f3e00a7afc4d30b3ff390c033b9fd0 is 82, key is hbase:meta,,1/info:regioninfo/1731575984543/Put/seqid=0 2024-11-14T09:20:06,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41433 is added to blk_1073741853_1029 (size=5672) 2024-11-14T09:20:06,884 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T09:20:06,916 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:20:06,916 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:20:06,916 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:20:06,917 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:20:06,917 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:20:06,917 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:20:06,925 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:20:06,928 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:20:07,160 INFO [M:0;83f56b55f2af:36531 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/53f3e00a7afc4d30b3ff390c033b9fd0 2024-11-14T09:20:07,194 DEBUG [M:0;83f56b55f2af:36531 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/93afbca66e394ed28e15b8d9d87c6196 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731575994332/Put/seqid=0 2024-11-14T09:20:07,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41433 is added to blk_1073741854_1030 (size=8516) 2024-11-14T09:20:07,487 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T09:20:07,488 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T09:20:07,488 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T09:20:07,488 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-14T09:20:07,488 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T09:20:07,488 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T09:20:07,600 INFO [M:0;83f56b55f2af:36531 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/93afbca66e394ed28e15b8d9d87c6196 2024-11-14T09:20:07,645 DEBUG [M:0;83f56b55f2af:36531 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a36523458d7c454fa28bb79c402b68dd is 69, key is 83f56b55f2af,40827,1731575981579/rs:state/1731575983430/Put/seqid=0 2024-11-14T09:20:07,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41433 is added to blk_1073741855_1031 (size=5156) 2024-11-14T09:20:07,650 INFO [M:0;83f56b55f2af:36531 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a36523458d7c454fa28bb79c402b68dd 2024-11-14T09:20:07,655 DEBUG [M:0;83f56b55f2af:36531 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/53f3e00a7afc4d30b3ff390c033b9fd0 as hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/53f3e00a7afc4d30b3ff390c033b9fd0 2024-11-14T09:20:07,659 INFO [M:0;83f56b55f2af:36531 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/53f3e00a7afc4d30b3ff390c033b9fd0, entries=8, sequenceid=97, filesize=5.5 K 2024-11-14T09:20:07,659 DEBUG [M:0;83f56b55f2af:36531 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/93afbca66e394ed28e15b8d9d87c6196 as hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/93afbca66e394ed28e15b8d9d87c6196 2024-11-14T09:20:07,663 INFO [M:0;83f56b55f2af:36531 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/93afbca66e394ed28e15b8d9d87c6196, entries=11, sequenceid=97, filesize=8.3 K 2024-11-14T09:20:07,664 DEBUG [M:0;83f56b55f2af:36531 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a36523458d7c454fa28bb79c402b68dd as hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a36523458d7c454fa28bb79c402b68dd 2024-11-14T09:20:07,670 INFO [M:0;83f56b55f2af:36531 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45051/user/jenkins/test-data/9521f8e8-e551-5bb3-8826-8210e5d1b751/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a36523458d7c454fa28bb79c402b68dd, entries=1, sequenceid=97, filesize=5.0 K 2024-11-14T09:20:07,671 INFO [M:0;83f56b55f2af:36531 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 938ms, sequenceid=97, compaction requested=false 2024-11-14T09:20:07,679 INFO [M:0;83f56b55f2af:36531 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:20:07,679 DEBUG [M:0;83f56b55f2af:36531 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731576006733Disabling compacts and flushes for region at 1731576006733Disabling writes for close at 1731576006733Obtaining lock to block concurrent updates at 1731576006733Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731576006733Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731576006734 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731576006734Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731576006734Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731576006755 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731576006755Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731576007166 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731576007194 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731576007194Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731576007606 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731576007644 (+38 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731576007644Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@366463e5: reopening flushed file at 1731576007654 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ebe1397: reopening flushed file at 1731576007659 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28c888f5: reopening flushed file at 1731576007663 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 938ms, sequenceid=97, compaction requested=false at 1731576007671 (+8 ms)Writing region close event to WAL at 1731576007679 (+8 ms)Closed at 1731576007679 2024-11-14T09:20:07,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41433 is added to blk_1073741830_1006 (size=63654) 2024-11-14T09:20:07,698 INFO [M:0;83f56b55f2af:36531 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T09:20:07,698 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T09:20:07,698 INFO [M:0;83f56b55f2af:36531 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36531 2024-11-14T09:20:07,698 INFO [M:0;83f56b55f2af:36531 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T09:20:07,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36531-0x10115c68bec0000, quorum=127.0.0.1:55600, baseZNode=/0-557321814 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T09:20:07,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36531-0x10115c68bec0000, quorum=127.0.0.1:55600, baseZNode=/0-557321814 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T09:20:07,801 INFO [M:0;83f56b55f2af:36531 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T09:20:07,831 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2fbf62de{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T09:20:07,833 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@752411f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T09:20:07,833 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T09:20:07,833 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@796b33c4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T09:20:07,833 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@124b8e1e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b5a652b-a434-c0cc-6c8c-d39049692bb1/hadoop.log.dir/,STOPPED} 2024-11-14T09:20:07,835 WARN [BP-969487036-172.17.0.2-1731575980414 heartbeating to localhost/127.0.0.1:45051 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T09:20:07,835 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T09:20:07,836 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T09:20:07,836 WARN [BP-969487036-172.17.0.2-1731575980414 heartbeating to localhost/127.0.0.1:45051 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-969487036-172.17.0.2-1731575980414 (Datanode Uuid 2cac922e-54d7-4a0e-be0f-c138a7cd4549) service to localhost/127.0.0.1:45051 2024-11-14T09:20:07,836 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b5a652b-a434-c0cc-6c8c-d39049692bb1/cluster_b61f9592-91dc-001c-5cf1-bb3352819cd3/data/data1/current/BP-969487036-172.17.0.2-1731575980414 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T09:20:07,837 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b5a652b-a434-c0cc-6c8c-d39049692bb1/cluster_b61f9592-91dc-001c-5cf1-bb3352819cd3/data/data2/current/BP-969487036-172.17.0.2-1731575980414 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T09:20:07,837 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T09:20:07,847 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4b562ab6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T09:20:07,848 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5eb027ce{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T09:20:07,848 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T09:20:07,848 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@274457ac{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T09:20:07,848 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57bc4cb0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b5a652b-a434-c0cc-6c8c-d39049692bb1/hadoop.log.dir/,STOPPED} 2024-11-14T09:20:07,861 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T09:20:07,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T09:20:07,907 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=245 (was 205) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:43031 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:45051 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43031 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43031 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:43031 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43031 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:43031 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45051 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45051 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:43031 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43031 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45051 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43031 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43031 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45051 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:45051 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:43031 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:45051 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43031 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:45051 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45051 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55600) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55600) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45051 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45051 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:43031 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:45051 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:43031 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=621 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=333 (was 276) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6604 (was 6047) - AvailableMemoryMB LEAK? - 2024-11-14T09:20:07,933 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=245, OpenFileDescriptor=621, MaxFileDescriptor=1048576, SystemLoadAverage=333, ProcessCount=11, AvailableMemoryMB=6603 2024-11-14T09:20:07,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10115c68bec0005, quorum=127.0.0.1:55600, baseZNode=/11962603091 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T09:20:07,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10115c68bec0002, quorum=127.0.0.1:55600, baseZNode=/0-557321814 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T09:20:07,956 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10115c68bec0005, quorum=127.0.0.1:55600, baseZNode=/11962603091 Received Disconnected from ZooKeeper, ignoring 2024-11-14T09:20:07,956 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10115c68bec0002, quorum=127.0.0.1:55600, baseZNode=/0-557321814 Received Disconnected from ZooKeeper, ignoring 2024-11-14T09:20:07,959 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-14T09:20:07,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7058d2c2-35fd-557f-3691-9334cac8f4ae/hadoop.log.dir so I do NOT create it in target/test-data/9041095a-288f-2854-75e0-5f805f7f78ef 2024-11-14T09:20:07,960 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7058d2c2-35fd-557f-3691-9334cac8f4ae/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T09:20:07,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7058d2c2-35fd-557f-3691-9334cac8f4ae/hadoop.tmp.dir so I do NOT create it in target/test-data/9041095a-288f-2854-75e0-5f805f7f78ef 2024-11-14T09:20:07,960 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7058d2c2-35fd-557f-3691-9334cac8f4ae/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T09:20:07,960 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9041095a-288f-2854-75e0-5f805f7f78ef 2024-11-14T09:20:07,961 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9041095a-288f-2854-75e0-5f805f7f78ef/cluster_a96910b4-33c8-c93b-d9a3-a481eddbcc90, deleteOnExit=true 2024-11-14T09:20:07,964 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T09:20:07,965 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [83f56b55f2af,37065,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=83f56b55f2af:37065 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T09:20:07,966 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4165 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [83f56b55f2af,37065,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=83f56b55f2af:37065 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T09:20:08,029 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9041095a-288f-2854-75e0-5f805f7f78ef/cluster_a96910b4-33c8-c93b-d9a3-a481eddbcc90/zookeeper_0, clientPort=63666, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9041095a-288f-2854-75e0-5f805f7f78ef/cluster_a96910b4-33c8-c93b-d9a3-a481eddbcc90/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9041095a-288f-2854-75e0-5f805f7f78ef/cluster_a96910b4-33c8-c93b-d9a3-a481eddbcc90/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T09:20:08,041 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63666 2024-11-14T09:20:08,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T09:20:08,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T09:20:08,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9041095a-288f-2854-75e0-5f805f7f78ef/test.cache.data in system properties and HBase conf 2024-11-14T09:20:08,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9041095a-288f-2854-75e0-5f805f7f78ef/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T09:20:08,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9041095a-288f-2854-75e0-5f805f7f78ef/hadoop.log.dir in system properties and HBase conf 2024-11-14T09:20:08,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9041095a-288f-2854-75e0-5f805f7f78ef/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T09:20:08,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9041095a-288f-2854-75e0-5f805f7f78ef/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T09:20:08,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T09:20:08,042 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T09:20:08,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9041095a-288f-2854-75e0-5f805f7f78ef/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T09:20:08,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9041095a-288f-2854-75e0-5f805f7f78ef/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T09:20:08,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9041095a-288f-2854-75e0-5f805f7f78ef/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T09:20:08,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9041095a-288f-2854-75e0-5f805f7f78ef/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T09:20:08,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9041095a-288f-2854-75e0-5f805f7f78ef/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T09:20:08,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9041095a-288f-2854-75e0-5f805f7f78ef/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T09:20:08,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9041095a-288f-2854-75e0-5f805f7f78ef/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T09:20:08,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9041095a-288f-2854-75e0-5f805f7f78ef/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T09:20:08,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9041095a-288f-2854-75e0-5f805f7f78ef/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T09:20:08,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9041095a-288f-2854-75e0-5f805f7f78ef/nfs.dump.dir in system properties and HBase conf 2024-11-14T09:20:08,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9041095a-288f-2854-75e0-5f805f7f78ef/java.io.tmpdir in system properties and HBase conf 2024-11-14T09:20:08,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9041095a-288f-2854-75e0-5f805f7f78ef/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T09:20:08,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9041095a-288f-2854-75e0-5f805f7f78ef/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T09:20:08,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9041095a-288f-2854-75e0-5f805f7f78ef/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T09:20:08,193 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T09:20:08,198 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T09:20:08,240 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T09:20:08,240 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T09:20:08,240 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T09:20:08,257 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T09:20:08,258 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5afa00fd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9041095a-288f-2854-75e0-5f805f7f78ef/hadoop.log.dir/,AVAILABLE} 2024-11-14T09:20:08,258 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6a4320b7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T09:20:08,430 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2a6632bd{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9041095a-288f-2854-75e0-5f805f7f78ef/java.io.tmpdir/jetty-localhost-36937-hadoop-hdfs-3_4_1-tests_jar-_-any-7649539832426602823/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T09:20:08,431 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@76b5aae8{HTTP/1.1, (http/1.1)}{localhost:36937} 2024-11-14T09:20:08,431 INFO [Time-limited test {}] server.Server(415): Started @176141ms 2024-11-14T09:20:08,543 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T09:20:08,549 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T09:20:08,556 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T09:20:08,556 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T09:20:08,556 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T09:20:08,557 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@226061ec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9041095a-288f-2854-75e0-5f805f7f78ef/hadoop.log.dir/,AVAILABLE} 2024-11-14T09:20:08,557 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d036975{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T09:20:08,711 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@fe9afdd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9041095a-288f-2854-75e0-5f805f7f78ef/java.io.tmpdir/jetty-localhost-43131-hadoop-hdfs-3_4_1-tests_jar-_-any-15315738149377085429/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T09:20:08,712 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@49fc172c{HTTP/1.1, (http/1.1)}{localhost:43131} 2024-11-14T09:20:08,712 INFO [Time-limited test {}] server.Server(415): Started @176422ms 2024-11-14T09:20:08,713 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T09:20:08,819 WARN [Thread-2166 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9041095a-288f-2854-75e0-5f805f7f78ef/cluster_a96910b4-33c8-c93b-d9a3-a481eddbcc90/data/data1/current/BP-1657719948-172.17.0.2-1731576008083/current, will proceed with Du for space computation calculation, 2024-11-14T09:20:08,819 WARN [Thread-2167 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9041095a-288f-2854-75e0-5f805f7f78ef/cluster_a96910b4-33c8-c93b-d9a3-a481eddbcc90/data/data2/current/BP-1657719948-172.17.0.2-1731576008083/current, will proceed with Du for space computation calculation, 2024-11-14T09:20:08,842 WARN [Thread-2154 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T09:20:08,846 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb87fbe59092a132a with lease ID 0xe6e11c5ae17aeb5f: Processing first storage report for DS-86870034-8b25-4dc6-bcd4-ea440e69766c from datanode DatanodeRegistration(127.0.0.1:42369, datanodeUuid=663a3da6-6c96-4a69-96ad-16b18ba01e7b, infoPort=44947, infoSecurePort=0, ipcPort=37317, storageInfo=lv=-57;cid=testClusterID;nsid=369140200;c=1731576008083) 2024-11-14T09:20:08,846 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb87fbe59092a132a with lease ID 0xe6e11c5ae17aeb5f: from storage DS-86870034-8b25-4dc6-bcd4-ea440e69766c node DatanodeRegistration(127.0.0.1:42369, datanodeUuid=663a3da6-6c96-4a69-96ad-16b18ba01e7b, infoPort=44947, infoSecurePort=0, ipcPort=37317, storageInfo=lv=-57;cid=testClusterID;nsid=369140200;c=1731576008083), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T09:20:08,846 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb87fbe59092a132a with lease ID 0xe6e11c5ae17aeb5f: Processing first storage report for DS-f9bdff86-e776-4027-8f14-ea420318c47f from datanode DatanodeRegistration(127.0.0.1:42369, datanodeUuid=663a3da6-6c96-4a69-96ad-16b18ba01e7b, infoPort=44947, infoSecurePort=0, ipcPort=37317, storageInfo=lv=-57;cid=testClusterID;nsid=369140200;c=1731576008083) 2024-11-14T09:20:08,846 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb87fbe59092a132a with lease ID 0xe6e11c5ae17aeb5f: from storage DS-f9bdff86-e776-4027-8f14-ea420318c47f node DatanodeRegistration(127.0.0.1:42369, datanodeUuid=663a3da6-6c96-4a69-96ad-16b18ba01e7b, infoPort=44947, infoSecurePort=0, ipcPort=37317, storageInfo=lv=-57;cid=testClusterID;nsid=369140200;c=1731576008083), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T09:20:08,941 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9041095a-288f-2854-75e0-5f805f7f78ef 2024-11-14T09:20:08,942 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:20:08,943 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:20:08,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42369 is added to blk_1073741825_1001 (size=7) 2024-11-14T09:20:09,352 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36775/user/jenkins/test-data/693b32fe-517b-0087-0f1d-f0d8970ace08 with version=8 2024-11-14T09:20:09,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36775/user/jenkins/test-data/693b32fe-517b-0087-0f1d-f0d8970ace08/hbase-staging 2024-11-14T09:20:09,354 INFO [Time-limited test {}] client.ConnectionUtils(128): master/83f56b55f2af:0 server-side Connection retries=45 2024-11-14T09:20:09,354 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T09:20:09,354 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T09:20:09,354 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T09:20:09,354 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T09:20:09,354 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T09:20:09,354 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T09:20:09,354 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T09:20:09,354 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45329 2024-11-14T09:20:09,355 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45329 connecting to ZooKeeper ensemble=127.0.0.1:63666 2024-11-14T09:20:09,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:453290x0, quorum=127.0.0.1:63666, baseZNode=/01416156135 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T09:20:09,361 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45329-0x10115c6f7ce0000 connected 2024-11-14T09:20:09,379 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:20:09,380 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:20:09,382 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45329-0x10115c6f7ce0000, quorum=127.0.0.1:63666, baseZNode=/01416156135 Set watcher on znode that does not yet exist, /01416156135/running 2024-11-14T09:20:09,382 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36775/user/jenkins/test-data/693b32fe-517b-0087-0f1d-f0d8970ace08, hbase.cluster.distributed=false 2024-11-14T09:20:09,384 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45329-0x10115c6f7ce0000, quorum=127.0.0.1:63666, baseZNode=/01416156135 Set watcher on znode that does not yet exist, /01416156135/acl 2024-11-14T09:20:09,386 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45329 2024-11-14T09:20:09,387 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45329 2024-11-14T09:20:09,388 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45329 2024-11-14T09:20:09,391 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45329 2024-11-14T09:20:09,391 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45329 2024-11-14T09:20:09,406 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/83f56b55f2af:0 server-side Connection retries=45 2024-11-14T09:20:09,406 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T09:20:09,406 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T09:20:09,406 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T09:20:09,406 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T09:20:09,406 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T09:20:09,406 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T09:20:09,406 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T09:20:09,407 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44951 2024-11-14T09:20:09,408 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44951 connecting to ZooKeeper ensemble=127.0.0.1:63666 2024-11-14T09:20:09,409 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:20:09,411 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:20:09,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:449510x0, quorum=127.0.0.1:63666, baseZNode=/01416156135 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T09:20:09,419 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:449510x0, quorum=127.0.0.1:63666, baseZNode=/01416156135 Set watcher on znode that does not yet exist, /01416156135/running 2024-11-14T09:20:09,419 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44951-0x10115c6f7ce0001 connected 2024-11-14T09:20:09,419 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T09:20:09,420 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T09:20:09,421 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44951-0x10115c6f7ce0001, quorum=127.0.0.1:63666, baseZNode=/01416156135 Set watcher on znode that does not yet exist, /01416156135/master 2024-11-14T09:20:09,422 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44951-0x10115c6f7ce0001, quorum=127.0.0.1:63666, baseZNode=/01416156135 Set watcher on znode that does not yet exist, /01416156135/acl 2024-11-14T09:20:09,424 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44951 2024-11-14T09:20:09,425 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44951 2024-11-14T09:20:09,425 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44951 2024-11-14T09:20:09,426 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44951 2024-11-14T09:20:09,426 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44951 2024-11-14T09:20:09,438 DEBUG [M:0;83f56b55f2af:45329 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;83f56b55f2af:45329 2024-11-14T09:20:09,440 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01416156135/backup-masters/83f56b55f2af,45329,1731576009353 2024-11-14T09:20:09,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45329-0x10115c6f7ce0000, quorum=127.0.0.1:63666, baseZNode=/01416156135 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01416156135/backup-masters 2024-11-14T09:20:09,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44951-0x10115c6f7ce0001, quorum=127.0.0.1:63666, baseZNode=/01416156135 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01416156135/backup-masters 2024-11-14T09:20:09,442 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45329-0x10115c6f7ce0000, quorum=127.0.0.1:63666, baseZNode=/01416156135 Set watcher on existing znode=/01416156135/backup-masters/83f56b55f2af,45329,1731576009353 2024-11-14T09:20:09,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44951-0x10115c6f7ce0001, quorum=127.0.0.1:63666, baseZNode=/01416156135 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01416156135/master 2024-11-14T09:20:09,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45329-0x10115c6f7ce0000, quorum=127.0.0.1:63666, baseZNode=/01416156135 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01416156135 2024-11-14T09:20:09,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44951-0x10115c6f7ce0001, quorum=127.0.0.1:63666, baseZNode=/01416156135 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01416156135 2024-11-14T09:20:09,443 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45329-0x10115c6f7ce0000, quorum=127.0.0.1:63666, baseZNode=/01416156135 Set watcher on existing znode=/01416156135/master 2024-11-14T09:20:09,444 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01416156135/backup-masters/83f56b55f2af,45329,1731576009353 from backup master directory 2024-11-14T09:20:09,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45329-0x10115c6f7ce0000, quorum=127.0.0.1:63666, baseZNode=/01416156135 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01416156135/backup-masters/83f56b55f2af,45329,1731576009353 2024-11-14T09:20:09,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44951-0x10115c6f7ce0001, quorum=127.0.0.1:63666, baseZNode=/01416156135 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01416156135/backup-masters 2024-11-14T09:20:09,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45329-0x10115c6f7ce0000, quorum=127.0.0.1:63666, baseZNode=/01416156135 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01416156135/backup-masters 2024-11-14T09:20:09,445 WARN [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T09:20:09,445 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=83f56b55f2af,45329,1731576009353 2024-11-14T09:20:09,448 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36775/user/jenkins/test-data/693b32fe-517b-0087-0f1d-f0d8970ace08/hbase.id] with ID: 68b78231-c030-4239-ba17-2c18812a1ceb 2024-11-14T09:20:09,449 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36775/user/jenkins/test-data/693b32fe-517b-0087-0f1d-f0d8970ace08/.tmp/hbase.id 2024-11-14T09:20:09,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42369 is added to blk_1073741826_1002 (size=42) 2024-11-14T09:20:09,856 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36775/user/jenkins/test-data/693b32fe-517b-0087-0f1d-f0d8970ace08/.tmp/hbase.id]:[hdfs://localhost:36775/user/jenkins/test-data/693b32fe-517b-0087-0f1d-f0d8970ace08/hbase.id] 2024-11-14T09:20:09,866 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:20:09,866 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T09:20:09,868 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-14T09:20:09,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44951-0x10115c6f7ce0001, quorum=127.0.0.1:63666, baseZNode=/01416156135 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01416156135 2024-11-14T09:20:09,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45329-0x10115c6f7ce0000, quorum=127.0.0.1:63666, baseZNode=/01416156135 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01416156135 2024-11-14T09:20:09,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42369 is added to blk_1073741827_1003 (size=196) 2024-11-14T09:20:10,289 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T09:20:10,289 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T09:20:10,290 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T09:20:10,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42369 is added to blk_1073741828_1004 (size=1189) 2024-11-14T09:20:10,698 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36775/user/jenkins/test-data/693b32fe-517b-0087-0f1d-f0d8970ace08/MasterData/data/master/store 2024-11-14T09:20:10,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42369 is added to blk_1073741829_1005 (size=34) 2024-11-14T09:20:11,106 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:20:11,106 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T09:20:11,106 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:20:11,106 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:20:11,106 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T09:20:11,106 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:20:11,106 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:20:11,106 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731576011106Disabling compacts and flushes for region at 1731576011106Disabling writes for close at 1731576011106Writing region close event to WAL at 1731576011106Closed at 1731576011106 2024-11-14T09:20:11,107 WARN [master/83f56b55f2af:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36775/user/jenkins/test-data/693b32fe-517b-0087-0f1d-f0d8970ace08/MasterData/data/master/store/.initializing 2024-11-14T09:20:11,107 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36775/user/jenkins/test-data/693b32fe-517b-0087-0f1d-f0d8970ace08/MasterData/WALs/83f56b55f2af,45329,1731576009353 2024-11-14T09:20:11,108 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T09:20:11,109 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=83f56b55f2af%2C45329%2C1731576009353, suffix=, logDir=hdfs://localhost:36775/user/jenkins/test-data/693b32fe-517b-0087-0f1d-f0d8970ace08/MasterData/WALs/83f56b55f2af,45329,1731576009353, archiveDir=hdfs://localhost:36775/user/jenkins/test-data/693b32fe-517b-0087-0f1d-f0d8970ace08/MasterData/oldWALs, maxLogs=10 2024-11-14T09:20:11,127 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/693b32fe-517b-0087-0f1d-f0d8970ace08/MasterData/WALs/83f56b55f2af,45329,1731576009353/83f56b55f2af%2C45329%2C1731576009353.1731576011110, exclude list is [], retry=0 2024-11-14T09:20:11,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42369,DS-86870034-8b25-4dc6-bcd4-ea440e69766c,DISK] 2024-11-14T09:20:11,131 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/693b32fe-517b-0087-0f1d-f0d8970ace08/MasterData/WALs/83f56b55f2af,45329,1731576009353/83f56b55f2af%2C45329%2C1731576009353.1731576011110 2024-11-14T09:20:11,131 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44947:44947)] 2024-11-14T09:20:11,131 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T09:20:11,132 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:20:11,132 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:20:11,132 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:20:11,133 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:20:11,134 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T09:20:11,134 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:20:11,134 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:20:11,134 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:20:11,135 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T09:20:11,135 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:20:11,135 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:20:11,136 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:20:11,136 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T09:20:11,136 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:20:11,137 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:20:11,137 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:20:11,137 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T09:20:11,137 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:20:11,138 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:20:11,138 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:20:11,138 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36775/user/jenkins/test-data/693b32fe-517b-0087-0f1d-f0d8970ace08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:20:11,139 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36775/user/jenkins/test-data/693b32fe-517b-0087-0f1d-f0d8970ace08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:20:11,140 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:20:11,140 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:20:11,140 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T09:20:11,141 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:20:11,143 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36775/user/jenkins/test-data/693b32fe-517b-0087-0f1d-f0d8970ace08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T09:20:11,144 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72585833, jitterRate=0.0816131979227066}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T09:20:11,144 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731576011132Initializing all the Stores at 1731576011132Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731576011132Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731576011133 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731576011133Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731576011133Cleaning up temporary data from old regions at 1731576011140 (+7 ms)Region opened successfully at 1731576011144 (+4 ms) 2024-11-14T09:20:11,145 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T09:20:11,147 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57d97cae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=83f56b55f2af/172.17.0.2:0 2024-11-14T09:20:11,148 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T09:20:11,148 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T09:20:11,148 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T09:20:11,148 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T09:20:11,149 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T09:20:11,149 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T09:20:11,149 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T09:20:11,151 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T09:20:11,152 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45329-0x10115c6f7ce0000, quorum=127.0.0.1:63666, baseZNode=/01416156135 Unable to get data of znode /01416156135/balancer because node does not exist (not necessarily an error) 2024-11-14T09:20:11,153 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01416156135/balancer already deleted, retry=false 2024-11-14T09:20:11,154 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T09:20:11,154 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45329-0x10115c6f7ce0000, quorum=127.0.0.1:63666, baseZNode=/01416156135 Unable to get data of znode /01416156135/normalizer because node does not exist (not necessarily an error) 2024-11-14T09:20:11,155 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01416156135/normalizer already deleted, retry=false 2024-11-14T09:20:11,155 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T09:20:11,156 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45329-0x10115c6f7ce0000, quorum=127.0.0.1:63666, baseZNode=/01416156135 Unable to get data of znode /01416156135/switch/split because node does not exist (not necessarily an error) 2024-11-14T09:20:11,157 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01416156135/switch/split already deleted, retry=false 2024-11-14T09:20:11,158 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45329-0x10115c6f7ce0000, quorum=127.0.0.1:63666, baseZNode=/01416156135 Unable to get data of znode /01416156135/switch/merge because node does not exist (not necessarily an error) 2024-11-14T09:20:11,160 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01416156135/switch/merge already deleted, retry=false 2024-11-14T09:20:11,162 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45329-0x10115c6f7ce0000, quorum=127.0.0.1:63666, baseZNode=/01416156135 Unable to get data of znode /01416156135/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T09:20:11,163 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01416156135/snapshot-cleanup already deleted, retry=false 2024-11-14T09:20:11,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44951-0x10115c6f7ce0001, quorum=127.0.0.1:63666, baseZNode=/01416156135 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01416156135/running 2024-11-14T09:20:11,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45329-0x10115c6f7ce0000, quorum=127.0.0.1:63666, baseZNode=/01416156135 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01416156135/running 2024-11-14T09:20:11,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44951-0x10115c6f7ce0001, quorum=127.0.0.1:63666, baseZNode=/01416156135 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01416156135 2024-11-14T09:20:11,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45329-0x10115c6f7ce0000, quorum=127.0.0.1:63666, baseZNode=/01416156135 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01416156135 2024-11-14T09:20:11,165 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=83f56b55f2af,45329,1731576009353, sessionid=0x10115c6f7ce0000, setting cluster-up flag (Was=false) 2024-11-14T09:20:11,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44951-0x10115c6f7ce0001, quorum=127.0.0.1:63666, baseZNode=/01416156135 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01416156135 2024-11-14T09:20:11,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45329-0x10115c6f7ce0000, quorum=127.0.0.1:63666, baseZNode=/01416156135 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01416156135 2024-11-14T09:20:11,177 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01416156135/flush-table-proc/acquired, /01416156135/flush-table-proc/reached, /01416156135/flush-table-proc/abort 2024-11-14T09:20:11,178 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=83f56b55f2af,45329,1731576009353 2024-11-14T09:20:11,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45329-0x10115c6f7ce0000, quorum=127.0.0.1:63666, baseZNode=/01416156135 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01416156135 2024-11-14T09:20:11,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44951-0x10115c6f7ce0001, quorum=127.0.0.1:63666, baseZNode=/01416156135 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01416156135 2024-11-14T09:20:11,187 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01416156135/online-snapshot/acquired, /01416156135/online-snapshot/reached, /01416156135/online-snapshot/abort 2024-11-14T09:20:11,187 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=83f56b55f2af,45329,1731576009353 2024-11-14T09:20:11,189 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36775/user/jenkins/test-data/693b32fe-517b-0087-0f1d-f0d8970ace08/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T09:20:11,190 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T09:20:11,190 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T09:20:11,190 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T09:20:11,191 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 83f56b55f2af,45329,1731576009353 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T09:20:11,192 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/83f56b55f2af:0, corePoolSize=5, maxPoolSize=5 2024-11-14T09:20:11,192 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/83f56b55f2af:0, corePoolSize=5, maxPoolSize=5 2024-11-14T09:20:11,192 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/83f56b55f2af:0, corePoolSize=5, maxPoolSize=5 2024-11-14T09:20:11,192 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/83f56b55f2af:0, corePoolSize=5, maxPoolSize=5 2024-11-14T09:20:11,192 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/83f56b55f2af:0, corePoolSize=10, maxPoolSize=10 2024-11-14T09:20:11,192 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:20:11,192 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/83f56b55f2af:0, corePoolSize=2, maxPoolSize=2 2024-11-14T09:20:11,192 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:20:11,193 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731576041193 2024-11-14T09:20:11,193 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T09:20:11,193 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T09:20:11,193 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T09:20:11,193 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T09:20:11,193 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T09:20:11,193 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T09:20:11,193 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T09:20:11,194 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T09:20:11,194 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:20:11,195 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T09:20:11,200 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T09:20:11,208 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T09:20:11,208 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T09:20:11,208 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T09:20:11,208 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T09:20:11,217 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T09:20:11,217 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T09:20:11,217 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/83f56b55f2af:0:becomeActiveMaster-HFileCleaner.large.0-1731576011217,5,FailOnTimeoutGroup] 2024-11-14T09:20:11,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42369 is added to blk_1073741831_1007 (size=1321) 2024-11-14T09:20:11,220 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/83f56b55f2af:0:becomeActiveMaster-HFileCleaner.small.0-1731576011217,5,FailOnTimeoutGroup] 2024-11-14T09:20:11,220 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T09:20:11,221 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T09:20:11,221 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36775/user/jenkins/test-data/693b32fe-517b-0087-0f1d-f0d8970ace08/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T09:20:11,221 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T09:20:11,221 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T09:20:11,221 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36775/user/jenkins/test-data/693b32fe-517b-0087-0f1d-f0d8970ace08 2024-11-14T09:20:11,234 INFO [RS:0;83f56b55f2af:44951 {}] regionserver.HRegionServer(746): ClusterId : 68b78231-c030-4239-ba17-2c18812a1ceb 2024-11-14T09:20:11,234 DEBUG [RS:0;83f56b55f2af:44951 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T09:20:11,236 DEBUG [RS:0;83f56b55f2af:44951 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T09:20:11,236 DEBUG [RS:0;83f56b55f2af:44951 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T09:20:11,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42369 is added to blk_1073741832_1008 (size=32) 2024-11-14T09:20:11,238 DEBUG [RS:0;83f56b55f2af:44951 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T09:20:11,238 DEBUG [RS:0;83f56b55f2af:44951 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4596f5ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=83f56b55f2af/172.17.0.2:0 2024-11-14T09:20:11,239 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:20:11,249 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T09:20:11,252 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T09:20:11,252 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:20:11,252 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:20:11,252 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T09:20:11,254 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T09:20:11,254 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:20:11,254 DEBUG [RS:0;83f56b55f2af:44951 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;83f56b55f2af:44951 2024-11-14T09:20:11,254 INFO [RS:0;83f56b55f2af:44951 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T09:20:11,254 INFO [RS:0;83f56b55f2af:44951 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T09:20:11,254 DEBUG [RS:0;83f56b55f2af:44951 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T09:20:11,254 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:20:11,254 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T09:20:11,255 INFO [RS:0;83f56b55f2af:44951 {}] regionserver.HRegionServer(2659): reportForDuty to master=83f56b55f2af,45329,1731576009353 with port=44951, startcode=1731576009406 2024-11-14T09:20:11,255 DEBUG [RS:0;83f56b55f2af:44951 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T09:20:11,255 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T09:20:11,255 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:20:11,256 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:20:11,256 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T09:20:11,257 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55917, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T09:20:11,258 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T09:20:11,258 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:20:11,258 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45329 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 83f56b55f2af,44951,1731576009406 2024-11-14T09:20:11,258 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45329 {}] master.ServerManager(517): Registering regionserver=83f56b55f2af,44951,1731576009406 2024-11-14T09:20:11,258 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:20:11,259 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T09:20:11,259 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36775/user/jenkins/test-data/693b32fe-517b-0087-0f1d-f0d8970ace08/data/hbase/meta/1588230740 2024-11-14T09:20:11,259 DEBUG [RS:0;83f56b55f2af:44951 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36775/user/jenkins/test-data/693b32fe-517b-0087-0f1d-f0d8970ace08 2024-11-14T09:20:11,259 DEBUG [RS:0;83f56b55f2af:44951 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36775 2024-11-14T09:20:11,259 DEBUG [RS:0;83f56b55f2af:44951 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T09:20:11,260 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36775/user/jenkins/test-data/693b32fe-517b-0087-0f1d-f0d8970ace08/data/hbase/meta/1588230740 2024-11-14T09:20:11,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45329-0x10115c6f7ce0000, quorum=127.0.0.1:63666, baseZNode=/01416156135 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01416156135/rs 2024-11-14T09:20:11,261 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T09:20:11,261 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T09:20:11,261 DEBUG [RS:0;83f56b55f2af:44951 {}] zookeeper.ZKUtil(111): regionserver:44951-0x10115c6f7ce0001, quorum=127.0.0.1:63666, baseZNode=/01416156135 Set watcher on existing znode=/01416156135/rs/83f56b55f2af,44951,1731576009406 2024-11-14T09:20:11,261 WARN [RS:0;83f56b55f2af:44951 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T09:20:11,261 INFO [RS:0;83f56b55f2af:44951 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T09:20:11,261 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T09:20:11,262 DEBUG [RS:0;83f56b55f2af:44951 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36775/user/jenkins/test-data/693b32fe-517b-0087-0f1d-f0d8970ace08/WALs/83f56b55f2af,44951,1731576009406 2024-11-14T09:20:11,262 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [83f56b55f2af,44951,1731576009406] 2024-11-14T09:20:11,263 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T09:20:11,267 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36775/user/jenkins/test-data/693b32fe-517b-0087-0f1d-f0d8970ace08/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T09:20:11,268 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62532786, jitterRate=-0.06818887591362}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T09:20:11,268 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731576011239Initializing all the Stores at 1731576011240 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731576011240Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731576011248 (+8 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731576011248Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731576011248Cleaning up temporary data from old regions at 1731576011261 (+13 ms)Region opened successfully at 1731576011268 (+7 ms) 2024-11-14T09:20:11,269 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T09:20:11,269 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T09:20:11,269 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T09:20:11,269 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T09:20:11,269 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T09:20:11,270 INFO [RS:0;83f56b55f2af:44951 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T09:20:11,271 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T09:20:11,271 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731576011269Disabling compacts and flushes for region at 1731576011269Disabling writes for close at 1731576011269Writing region close event to WAL at 1731576011271 (+2 ms)Closed at 1731576011271 2024-11-14T09:20:11,272 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T09:20:11,272 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T09:20:11,272 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T09:20:11,273 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T09:20:11,274 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T09:20:11,284 INFO [RS:0;83f56b55f2af:44951 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T09:20:11,287 INFO [RS:0;83f56b55f2af:44951 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T09:20:11,287 INFO [RS:0;83f56b55f2af:44951 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T09:20:11,287 INFO [RS:0;83f56b55f2af:44951 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T09:20:11,288 INFO [RS:0;83f56b55f2af:44951 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T09:20:11,288 INFO [RS:0;83f56b55f2af:44951 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T09:20:11,288 DEBUG [RS:0;83f56b55f2af:44951 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:20:11,288 DEBUG [RS:0;83f56b55f2af:44951 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:20:11,288 DEBUG [RS:0;83f56b55f2af:44951 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:20:11,288 DEBUG [RS:0;83f56b55f2af:44951 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:20:11,288 DEBUG [RS:0;83f56b55f2af:44951 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:20:11,288 DEBUG [RS:0;83f56b55f2af:44951 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/83f56b55f2af:0, corePoolSize=2, maxPoolSize=2 2024-11-14T09:20:11,288 DEBUG [RS:0;83f56b55f2af:44951 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:20:11,288 DEBUG [RS:0;83f56b55f2af:44951 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:20:11,289 DEBUG [RS:0;83f56b55f2af:44951 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:20:11,289 DEBUG [RS:0;83f56b55f2af:44951 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:20:11,289 DEBUG [RS:0;83f56b55f2af:44951 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:20:11,289 DEBUG [RS:0;83f56b55f2af:44951 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:20:11,289 DEBUG [RS:0;83f56b55f2af:44951 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/83f56b55f2af:0, corePoolSize=3, maxPoolSize=3 2024-11-14T09:20:11,289 DEBUG [RS:0;83f56b55f2af:44951 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/83f56b55f2af:0, corePoolSize=3, maxPoolSize=3 2024-11-14T09:20:11,294 INFO [RS:0;83f56b55f2af:44951 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T09:20:11,294 INFO [RS:0;83f56b55f2af:44951 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T09:20:11,294 INFO [RS:0;83f56b55f2af:44951 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T09:20:11,294 INFO [RS:0;83f56b55f2af:44951 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T09:20:11,294 INFO [RS:0;83f56b55f2af:44951 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T09:20:11,294 INFO [RS:0;83f56b55f2af:44951 {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,44951,1731576009406-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T09:20:11,314 INFO [RS:0;83f56b55f2af:44951 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T09:20:11,315 INFO [RS:0;83f56b55f2af:44951 {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,44951,1731576009406-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T09:20:11,315 INFO [RS:0;83f56b55f2af:44951 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:20:11,315 INFO [RS:0;83f56b55f2af:44951 {}] regionserver.Replication(171): 83f56b55f2af,44951,1731576009406 started 2024-11-14T09:20:11,329 INFO [RS:0;83f56b55f2af:44951 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:20:11,329 INFO [RS:0;83f56b55f2af:44951 {}] regionserver.HRegionServer(1482): Serving as 83f56b55f2af,44951,1731576009406, RpcServer on 83f56b55f2af/172.17.0.2:44951, sessionid=0x10115c6f7ce0001 2024-11-14T09:20:11,329 DEBUG [RS:0;83f56b55f2af:44951 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T09:20:11,329 DEBUG [RS:0;83f56b55f2af:44951 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 83f56b55f2af,44951,1731576009406 2024-11-14T09:20:11,329 DEBUG [RS:0;83f56b55f2af:44951 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '83f56b55f2af,44951,1731576009406' 2024-11-14T09:20:11,329 DEBUG [RS:0;83f56b55f2af:44951 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01416156135/flush-table-proc/abort' 2024-11-14T09:20:11,330 DEBUG [RS:0;83f56b55f2af:44951 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01416156135/flush-table-proc/acquired' 2024-11-14T09:20:11,330 DEBUG [RS:0;83f56b55f2af:44951 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T09:20:11,330 DEBUG [RS:0;83f56b55f2af:44951 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T09:20:11,330 DEBUG [RS:0;83f56b55f2af:44951 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 83f56b55f2af,44951,1731576009406 2024-11-14T09:20:11,330 DEBUG [RS:0;83f56b55f2af:44951 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '83f56b55f2af,44951,1731576009406' 2024-11-14T09:20:11,330 DEBUG [RS:0;83f56b55f2af:44951 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01416156135/online-snapshot/abort' 2024-11-14T09:20:11,331 DEBUG [RS:0;83f56b55f2af:44951 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01416156135/online-snapshot/acquired' 2024-11-14T09:20:11,331 DEBUG [RS:0;83f56b55f2af:44951 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T09:20:11,331 INFO [RS:0;83f56b55f2af:44951 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T09:20:11,331 INFO [RS:0;83f56b55f2af:44951 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T09:20:11,424 WARN [83f56b55f2af:45329 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-14T09:20:11,431 INFO [RS:0;83f56b55f2af:44951 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T09:20:11,433 INFO [RS:0;83f56b55f2af:44951 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=83f56b55f2af%2C44951%2C1731576009406, suffix=, logDir=hdfs://localhost:36775/user/jenkins/test-data/693b32fe-517b-0087-0f1d-f0d8970ace08/WALs/83f56b55f2af,44951,1731576009406, archiveDir=hdfs://localhost:36775/user/jenkins/test-data/693b32fe-517b-0087-0f1d-f0d8970ace08/oldWALs, maxLogs=10 2024-11-14T09:20:11,447 DEBUG [RS:0;83f56b55f2af:44951 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/693b32fe-517b-0087-0f1d-f0d8970ace08/WALs/83f56b55f2af,44951,1731576009406/83f56b55f2af%2C44951%2C1731576009406.1731576011433, exclude list is [], retry=0 2024-11-14T09:20:11,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42369,DS-86870034-8b25-4dc6-bcd4-ea440e69766c,DISK] 2024-11-14T09:20:11,451 INFO [RS:0;83f56b55f2af:44951 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/693b32fe-517b-0087-0f1d-f0d8970ace08/WALs/83f56b55f2af,44951,1731576009406/83f56b55f2af%2C44951%2C1731576009406.1731576011433 2024-11-14T09:20:11,451 DEBUG [RS:0;83f56b55f2af:44951 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44947:44947)] 2024-11-14T09:20:11,674 DEBUG [83f56b55f2af:45329 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T09:20:11,675 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=83f56b55f2af,44951,1731576009406 2024-11-14T09:20:11,676 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 83f56b55f2af,44951,1731576009406, state=OPENING 2024-11-14T09:20:11,681 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T09:20:11,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44951-0x10115c6f7ce0001, quorum=127.0.0.1:63666, baseZNode=/01416156135 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01416156135 2024-11-14T09:20:11,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45329-0x10115c6f7ce0000, quorum=127.0.0.1:63666, baseZNode=/01416156135 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01416156135 2024-11-14T09:20:11,682 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T09:20:11,682 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01416156135/meta-region-server: CHANGED 2024-11-14T09:20:11,683 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=83f56b55f2af,44951,1731576009406}] 2024-11-14T09:20:11,683 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01416156135/meta-region-server: CHANGED 2024-11-14T09:20:11,814 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T09:20:11,837 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T09:20:11,839 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38887, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T09:20:11,843 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T09:20:11,843 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T09:20:11,843 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T09:20:11,843 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:20:11,843 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:20:11,844 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:20:11,844 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:20:11,844 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:20:11,844 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=83f56b55f2af%2C44951%2C1731576009406.meta, suffix=.meta, logDir=hdfs://localhost:36775/user/jenkins/test-data/693b32fe-517b-0087-0f1d-f0d8970ace08/WALs/83f56b55f2af,44951,1731576009406, archiveDir=hdfs://localhost:36775/user/jenkins/test-data/693b32fe-517b-0087-0f1d-f0d8970ace08/oldWALs, maxLogs=10 2024-11-14T09:20:11,845 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:20:11,855 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:20:11,855 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:20:11,858 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:20:11,864 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/693b32fe-517b-0087-0f1d-f0d8970ace08/WALs/83f56b55f2af,44951,1731576009406/83f56b55f2af%2C44951%2C1731576009406.meta.1731576011845.meta, exclude list is [], retry=0 2024-11-14T09:20:11,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42369,DS-86870034-8b25-4dc6-bcd4-ea440e69766c,DISK] 2024-11-14T09:20:11,874 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/693b32fe-517b-0087-0f1d-f0d8970ace08/WALs/83f56b55f2af,44951,1731576009406/83f56b55f2af%2C44951%2C1731576009406.meta.1731576011845.meta 2024-11-14T09:20:11,880 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44947:44947)] 2024-11-14T09:20:11,880 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T09:20:11,881 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T09:20:11,881 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T09:20:11,881 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T09:20:11,881 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T09:20:11,881 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T09:20:11,881 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:20:11,882 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T09:20:11,882 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T09:20:11,887 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T09:20:11,893 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T09:20:11,893 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:20:11,895 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:20:11,896 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T09:20:11,897 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T09:20:11,897 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:20:11,898 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:20:11,898 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T09:20:11,899 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T09:20:11,899 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:20:11,899 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:20:11,899 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T09:20:11,901 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T09:20:11,901 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:20:11,902 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:20:11,902 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T09:20:11,903 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36775/user/jenkins/test-data/693b32fe-517b-0087-0f1d-f0d8970ace08/data/hbase/meta/1588230740 2024-11-14T09:20:11,904 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36775/user/jenkins/test-data/693b32fe-517b-0087-0f1d-f0d8970ace08/data/hbase/meta/1588230740 2024-11-14T09:20:11,905 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T09:20:11,905 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T09:20:11,906 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T09:20:11,907 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T09:20:11,909 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58996343, jitterRate=-0.12088598310947418}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T09:20:11,909 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T09:20:11,910 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731576011883Writing region info on filesystem at 1731576011883Initializing all the Stores at 1731576011884 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731576011884Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731576011886 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731576011886Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731576011886Cleaning up temporary data from old regions at 1731576011905 (+19 ms)Running coprocessor post-open hooks at 1731576011909 (+4 ms)Region opened successfully at 1731576011910 (+1 ms) 2024-11-14T09:20:11,911 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731576011836 2024-11-14T09:20:11,914 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T09:20:11,914 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T09:20:11,917 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=83f56b55f2af,44951,1731576009406 2024-11-14T09:20:11,919 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 83f56b55f2af,44951,1731576009406, state=OPEN 2024-11-14T09:20:11,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44951-0x10115c6f7ce0001, quorum=127.0.0.1:63666, baseZNode=/01416156135 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01416156135/meta-region-server 2024-11-14T09:20:11,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45329-0x10115c6f7ce0000, quorum=127.0.0.1:63666, baseZNode=/01416156135 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01416156135/meta-region-server 2024-11-14T09:20:11,925 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01416156135/meta-region-server: CHANGED 2024-11-14T09:20:11,925 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01416156135/meta-region-server: CHANGED 2024-11-14T09:20:11,925 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=83f56b55f2af,44951,1731576009406 2024-11-14T09:20:11,928 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T09:20:11,928 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=83f56b55f2af,44951,1731576009406 in 242 msec 2024-11-14T09:20:11,931 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T09:20:11,931 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 656 msec 2024-11-14T09:20:11,932 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T09:20:11,932 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T09:20:11,934 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:20:11,934 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83f56b55f2af,44951,1731576009406, seqNum=-1] 2024-11-14T09:20:11,934 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T09:20:11,935 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45047, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T09:20:11,948 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 757 msec 2024-11-14T09:20:11,948 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731576011948, completionTime=-1 2024-11-14T09:20:11,949 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T09:20:11,949 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T09:20:11,951 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T09:20:11,951 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731576071951 2024-11-14T09:20:11,951 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731576131951 2024-11-14T09:20:11,951 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-14T09:20:11,952 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,45329,1731576009353-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T09:20:11,952 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,45329,1731576009353-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:20:11,952 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,45329,1731576009353-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:20:11,952 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-83f56b55f2af:45329, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:20:11,952 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T09:20:11,954 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T09:20:11,954 DEBUG [master/83f56b55f2af:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T09:20:11,959 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.514sec 2024-11-14T09:20:11,959 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T09:20:11,959 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T09:20:11,959 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T09:20:11,959 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T09:20:11,959 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T09:20:11,959 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,45329,1731576009353-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T09:20:11,959 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,45329,1731576009353-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T09:20:11,963 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T09:20:11,963 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T09:20:11,963 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,45329,1731576009353-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:20:12,004 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T09:20:12,005 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [83f56b55f2af,37065,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=83f56b55f2af:37065 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T09:20:12,005 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8205 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [83f56b55f2af,37065,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=83f56b55f2af:37065 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T09:20:12,034 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a180acd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:20:12,034 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83f56b55f2af,45329,-1 for getting cluster id 2024-11-14T09:20:12,034 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T09:20:12,036 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '68b78231-c030-4239-ba17-2c18812a1ceb' 2024-11-14T09:20:12,036 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T09:20:12,036 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "68b78231-c030-4239-ba17-2c18812a1ceb" 2024-11-14T09:20:12,037 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a2063b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:20:12,037 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83f56b55f2af,45329,-1] 2024-11-14T09:20:12,037 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T09:20:12,037 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:20:12,038 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T09:20:12,040 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e95cfe6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:20:12,040 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:20:12,042 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83f56b55f2af,44951,1731576009406, seqNum=-1] 2024-11-14T09:20:12,043 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T09:20:12,044 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T09:20:12,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=83f56b55f2af,45329,1731576009353 2024-11-14T09:20:12,046 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:63666 2024-11-14T09:20:12,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:63666, baseZNode=/01416156135 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T09:20:12,057 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10115c6f7ce0002 connected 2024-11-14T09:20:12,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9041095a-288f-2854-75e0-5f805f7f78ef/hadoop.log.dir so I do NOT create it in target/test-data/894951b8-b494-bfc6-8295-6e1f03dfd644 2024-11-14T09:20:12,060 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9041095a-288f-2854-75e0-5f805f7f78ef/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T09:20:12,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9041095a-288f-2854-75e0-5f805f7f78ef/hadoop.tmp.dir so I do NOT create it in target/test-data/894951b8-b494-bfc6-8295-6e1f03dfd644 2024-11-14T09:20:12,061 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9041095a-288f-2854-75e0-5f805f7f78ef/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T09:20:12,061 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/894951b8-b494-bfc6-8295-6e1f03dfd644 2024-11-14T09:20:12,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T09:20:12,061 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/894951b8-b494-bfc6-8295-6e1f03dfd644/cluster_06fe2a77-9a78-f637-f757-8e1f9a30dfb7, deleteOnExit=true 2024-11-14T09:20:12,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T09:20:12,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/894951b8-b494-bfc6-8295-6e1f03dfd644/test.cache.data in system properties and HBase conf 2024-11-14T09:20:12,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/894951b8-b494-bfc6-8295-6e1f03dfd644/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T09:20:12,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/894951b8-b494-bfc6-8295-6e1f03dfd644/hadoop.log.dir in system properties and HBase conf 2024-11-14T09:20:12,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/894951b8-b494-bfc6-8295-6e1f03dfd644/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T09:20:12,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/894951b8-b494-bfc6-8295-6e1f03dfd644/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T09:20:12,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T09:20:12,061 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T09:20:12,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/894951b8-b494-bfc6-8295-6e1f03dfd644/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T09:20:12,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/894951b8-b494-bfc6-8295-6e1f03dfd644/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T09:20:12,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/894951b8-b494-bfc6-8295-6e1f03dfd644/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T09:20:12,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/894951b8-b494-bfc6-8295-6e1f03dfd644/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T09:20:12,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/894951b8-b494-bfc6-8295-6e1f03dfd644/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T09:20:12,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/894951b8-b494-bfc6-8295-6e1f03dfd644/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T09:20:12,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/894951b8-b494-bfc6-8295-6e1f03dfd644/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T09:20:12,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/894951b8-b494-bfc6-8295-6e1f03dfd644/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T09:20:12,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/894951b8-b494-bfc6-8295-6e1f03dfd644/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T09:20:12,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/894951b8-b494-bfc6-8295-6e1f03dfd644/nfs.dump.dir in system properties and HBase conf 2024-11-14T09:20:12,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/894951b8-b494-bfc6-8295-6e1f03dfd644/java.io.tmpdir in system properties and HBase conf 2024-11-14T09:20:12,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/894951b8-b494-bfc6-8295-6e1f03dfd644/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T09:20:12,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/894951b8-b494-bfc6-8295-6e1f03dfd644/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T09:20:12,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/894951b8-b494-bfc6-8295-6e1f03dfd644/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T09:20:12,160 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T09:20:12,163 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T09:20:12,169 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T09:20:12,169 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T09:20:12,169 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T09:20:12,173 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T09:20:12,188 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b29f2f5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/894951b8-b494-bfc6-8295-6e1f03dfd644/hadoop.log.dir/,AVAILABLE} 2024-11-14T09:20:12,189 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1535b06b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T09:20:12,338 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7744ac18{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/894951b8-b494-bfc6-8295-6e1f03dfd644/java.io.tmpdir/jetty-localhost-34585-hadoop-hdfs-3_4_1-tests_jar-_-any-14022381202219379137/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T09:20:12,339 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@23eb1abe{HTTP/1.1, (http/1.1)}{localhost:34585} 2024-11-14T09:20:12,339 INFO [Time-limited test {}] server.Server(415): Started @180049ms 2024-11-14T09:20:12,514 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T09:20:12,517 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T09:20:12,529 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T09:20:12,529 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T09:20:12,529 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T09:20:12,533 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4bec692c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/894951b8-b494-bfc6-8295-6e1f03dfd644/hadoop.log.dir/,AVAILABLE} 2024-11-14T09:20:12,533 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@608cecfe{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T09:20:12,676 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@77581a3d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/894951b8-b494-bfc6-8295-6e1f03dfd644/java.io.tmpdir/jetty-localhost-45513-hadoop-hdfs-3_4_1-tests_jar-_-any-14586728380916587153/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T09:20:12,676 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@361417b7{HTTP/1.1, (http/1.1)}{localhost:45513} 2024-11-14T09:20:12,676 INFO [Time-limited test {}] server.Server(415): Started @180387ms 2024-11-14T09:20:12,678 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T09:20:12,811 WARN [Thread-2287 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/894951b8-b494-bfc6-8295-6e1f03dfd644/cluster_06fe2a77-9a78-f637-f757-8e1f9a30dfb7/data/data1/current/BP-1080654524-172.17.0.2-1731576012086/current, will proceed with Du for space computation calculation, 2024-11-14T09:20:12,811 WARN [Thread-2288 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/894951b8-b494-bfc6-8295-6e1f03dfd644/cluster_06fe2a77-9a78-f637-f757-8e1f9a30dfb7/data/data2/current/BP-1080654524-172.17.0.2-1731576012086/current, will proceed with Du for space computation calculation, 2024-11-14T09:20:12,833 WARN [Thread-2275 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T09:20:12,836 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x27de3361df125f6b with lease ID 0x8285c9193dc2e0c1: Processing first storage report for DS-41a86fe9-4911-4a31-9c78-6444fd765dab from datanode DatanodeRegistration(127.0.0.1:39259, datanodeUuid=0d1eddce-06fe-4269-b435-db2ea09a18f7, infoPort=45527, infoSecurePort=0, ipcPort=42765, storageInfo=lv=-57;cid=testClusterID;nsid=1514640942;c=1731576012086) 2024-11-14T09:20:12,836 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x27de3361df125f6b with lease ID 0x8285c9193dc2e0c1: from storage DS-41a86fe9-4911-4a31-9c78-6444fd765dab node DatanodeRegistration(127.0.0.1:39259, datanodeUuid=0d1eddce-06fe-4269-b435-db2ea09a18f7, infoPort=45527, infoSecurePort=0, ipcPort=42765, storageInfo=lv=-57;cid=testClusterID;nsid=1514640942;c=1731576012086), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T09:20:12,836 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x27de3361df125f6b with lease ID 0x8285c9193dc2e0c1: Processing first storage report for DS-95ef7889-d7ef-457c-bf0d-b7370842d949 from datanode DatanodeRegistration(127.0.0.1:39259, datanodeUuid=0d1eddce-06fe-4269-b435-db2ea09a18f7, infoPort=45527, infoSecurePort=0, ipcPort=42765, storageInfo=lv=-57;cid=testClusterID;nsid=1514640942;c=1731576012086) 2024-11-14T09:20:12,836 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x27de3361df125f6b with lease ID 0x8285c9193dc2e0c1: from storage DS-95ef7889-d7ef-457c-bf0d-b7370842d949 node DatanodeRegistration(127.0.0.1:39259, datanodeUuid=0d1eddce-06fe-4269-b435-db2ea09a18f7, infoPort=45527, infoSecurePort=0, ipcPort=42765, storageInfo=lv=-57;cid=testClusterID;nsid=1514640942;c=1731576012086), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T09:20:12,937 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/894951b8-b494-bfc6-8295-6e1f03dfd644 2024-11-14T09:20:12,938 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:20:12,939 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:20:12,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39259 is added to blk_1073741825_1001 (size=7) 2024-11-14T09:20:13,348 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36523/user/jenkins/test-data/d39b021a-d560-1426-f263-078d98d9530f with version=8 2024-11-14T09:20:13,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36523/user/jenkins/test-data/d39b021a-d560-1426-f263-078d98d9530f/hbase-staging 2024-11-14T09:20:13,350 INFO [Time-limited test {}] client.ConnectionUtils(128): master/83f56b55f2af:0 server-side Connection retries=45 2024-11-14T09:20:13,350 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T09:20:13,350 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T09:20:13,350 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T09:20:13,350 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T09:20:13,350 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T09:20:13,351 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T09:20:13,351 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T09:20:13,351 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36445 2024-11-14T09:20:13,352 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36445 connecting to ZooKeeper ensemble=127.0.0.1:63666 2024-11-14T09:20:13,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:364450x0, quorum=127.0.0.1:63666, baseZNode=/1741849050 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T09:20:13,356 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36445-0x10115c6f7ce0003 connected 2024-11-14T09:20:13,377 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:20:13,378 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:20:13,382 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36445-0x10115c6f7ce0003, quorum=127.0.0.1:63666, baseZNode=/1741849050 Set watcher on znode that does not yet exist, /1741849050/running 2024-11-14T09:20:13,382 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36523/user/jenkins/test-data/d39b021a-d560-1426-f263-078d98d9530f, hbase.cluster.distributed=false 2024-11-14T09:20:13,384 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36445-0x10115c6f7ce0003, quorum=127.0.0.1:63666, baseZNode=/1741849050 Set watcher on znode that does not yet exist, /1741849050/acl 2024-11-14T09:20:13,386 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36445 2024-11-14T09:20:13,386 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36445 2024-11-14T09:20:13,386 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36445 2024-11-14T09:20:13,387 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36445 2024-11-14T09:20:13,387 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36445 2024-11-14T09:20:13,404 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/83f56b55f2af:0 server-side Connection retries=45 2024-11-14T09:20:13,404 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T09:20:13,404 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T09:20:13,404 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T09:20:13,404 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T09:20:13,404 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T09:20:13,404 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T09:20:13,405 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T09:20:13,406 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39263 2024-11-14T09:20:13,407 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39263 connecting to ZooKeeper ensemble=127.0.0.1:63666 2024-11-14T09:20:13,407 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:20:13,409 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:20:13,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:392630x0, quorum=127.0.0.1:63666, baseZNode=/1741849050 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T09:20:13,415 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:392630x0, quorum=127.0.0.1:63666, baseZNode=/1741849050 Set watcher on znode that does not yet exist, /1741849050/running 2024-11-14T09:20:13,416 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T09:20:13,416 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39263-0x10115c6f7ce0004 connected 2024-11-14T09:20:13,418 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T09:20:13,418 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39263-0x10115c6f7ce0004, quorum=127.0.0.1:63666, baseZNode=/1741849050 Set watcher on znode that does not yet exist, /1741849050/master 2024-11-14T09:20:13,419 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39263-0x10115c6f7ce0004, quorum=127.0.0.1:63666, baseZNode=/1741849050 Set watcher on znode that does not yet exist, /1741849050/acl 2024-11-14T09:20:13,427 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39263 2024-11-14T09:20:13,428 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39263 2024-11-14T09:20:13,429 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39263 2024-11-14T09:20:13,436 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39263 2024-11-14T09:20:13,440 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39263 2024-11-14T09:20:13,455 DEBUG [M:0;83f56b55f2af:36445 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;83f56b55f2af:36445 2024-11-14T09:20:13,456 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1741849050/backup-masters/83f56b55f2af,36445,1731576013350 2024-11-14T09:20:13,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36445-0x10115c6f7ce0003, quorum=127.0.0.1:63666, baseZNode=/1741849050 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1741849050/backup-masters 2024-11-14T09:20:13,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39263-0x10115c6f7ce0004, quorum=127.0.0.1:63666, baseZNode=/1741849050 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1741849050/backup-masters 2024-11-14T09:20:13,457 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36445-0x10115c6f7ce0003, quorum=127.0.0.1:63666, baseZNode=/1741849050 Set watcher on existing znode=/1741849050/backup-masters/83f56b55f2af,36445,1731576013350 2024-11-14T09:20:13,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39263-0x10115c6f7ce0004, quorum=127.0.0.1:63666, baseZNode=/1741849050 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1741849050/master 2024-11-14T09:20:13,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39263-0x10115c6f7ce0004, quorum=127.0.0.1:63666, baseZNode=/1741849050 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1741849050 2024-11-14T09:20:13,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36445-0x10115c6f7ce0003, quorum=127.0.0.1:63666, baseZNode=/1741849050 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1741849050 2024-11-14T09:20:13,461 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36445-0x10115c6f7ce0003, quorum=127.0.0.1:63666, baseZNode=/1741849050 Set watcher on existing znode=/1741849050/master 2024-11-14T09:20:13,461 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1741849050/backup-masters/83f56b55f2af,36445,1731576013350 from backup master directory 2024-11-14T09:20:13,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36445-0x10115c6f7ce0003, quorum=127.0.0.1:63666, baseZNode=/1741849050 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1741849050/backup-masters/83f56b55f2af,36445,1731576013350 2024-11-14T09:20:13,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39263-0x10115c6f7ce0004, quorum=127.0.0.1:63666, baseZNode=/1741849050 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1741849050/backup-masters 2024-11-14T09:20:13,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36445-0x10115c6f7ce0003, quorum=127.0.0.1:63666, baseZNode=/1741849050 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1741849050/backup-masters 2024-11-14T09:20:13,462 WARN [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T09:20:13,462 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=83f56b55f2af,36445,1731576013350 2024-11-14T09:20:13,466 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36523/user/jenkins/test-data/d39b021a-d560-1426-f263-078d98d9530f/hbase.id] with ID: 2f22240d-90f8-45a8-98a6-62fb93f9601e 2024-11-14T09:20:13,466 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36523/user/jenkins/test-data/d39b021a-d560-1426-f263-078d98d9530f/.tmp/hbase.id 2024-11-14T09:20:13,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39259 is added to blk_1073741826_1002 (size=42) 2024-11-14T09:20:13,874 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36523/user/jenkins/test-data/d39b021a-d560-1426-f263-078d98d9530f/.tmp/hbase.id]:[hdfs://localhost:36523/user/jenkins/test-data/d39b021a-d560-1426-f263-078d98d9530f/hbase.id] 2024-11-14T09:20:13,885 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:20:13,886 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T09:20:13,886 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-14T09:20:13,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36445-0x10115c6f7ce0003, quorum=127.0.0.1:63666, baseZNode=/1741849050 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1741849050 2024-11-14T09:20:13,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39263-0x10115c6f7ce0004, quorum=127.0.0.1:63666, baseZNode=/1741849050 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1741849050 2024-11-14T09:20:13,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39259 is added to blk_1073741827_1003 (size=196) 2024-11-14T09:20:14,294 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T09:20:14,294 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T09:20:14,295 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T09:20:14,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39259 is added to blk_1073741828_1004 (size=1189) 2024-11-14T09:20:14,704 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36523/user/jenkins/test-data/d39b021a-d560-1426-f263-078d98d9530f/MasterData/data/master/store 2024-11-14T09:20:14,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39259 is added to blk_1073741829_1005 (size=34) 2024-11-14T09:20:15,110 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:20:15,110 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T09:20:15,110 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:20:15,110 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:20:15,110 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T09:20:15,110 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:20:15,110 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:20:15,110 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731576015110Disabling compacts and flushes for region at 1731576015110Disabling writes for close at 1731576015110Writing region close event to WAL at 1731576015110Closed at 1731576015110 2024-11-14T09:20:15,111 WARN [master/83f56b55f2af:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36523/user/jenkins/test-data/d39b021a-d560-1426-f263-078d98d9530f/MasterData/data/master/store/.initializing 2024-11-14T09:20:15,111 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36523/user/jenkins/test-data/d39b021a-d560-1426-f263-078d98d9530f/MasterData/WALs/83f56b55f2af,36445,1731576013350 2024-11-14T09:20:15,111 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T09:20:15,113 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=83f56b55f2af%2C36445%2C1731576013350, suffix=, logDir=hdfs://localhost:36523/user/jenkins/test-data/d39b021a-d560-1426-f263-078d98d9530f/MasterData/WALs/83f56b55f2af,36445,1731576013350, archiveDir=hdfs://localhost:36523/user/jenkins/test-data/d39b021a-d560-1426-f263-078d98d9530f/MasterData/oldWALs, maxLogs=10 2024-11-14T09:20:15,126 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d39b021a-d560-1426-f263-078d98d9530f/MasterData/WALs/83f56b55f2af,36445,1731576013350/83f56b55f2af%2C36445%2C1731576013350.1731576015113, exclude list is [], retry=0 2024-11-14T09:20:15,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39259,DS-41a86fe9-4911-4a31-9c78-6444fd765dab,DISK] 2024-11-14T09:20:15,130 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d39b021a-d560-1426-f263-078d98d9530f/MasterData/WALs/83f56b55f2af,36445,1731576013350/83f56b55f2af%2C36445%2C1731576013350.1731576015113 2024-11-14T09:20:15,130 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45527:45527)] 2024-11-14T09:20:15,130 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T09:20:15,130 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:20:15,130 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:20:15,130 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:20:15,133 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:20:15,134 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T09:20:15,134 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:20:15,135 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:20:15,135 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:20:15,136 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T09:20:15,136 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:20:15,137 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:20:15,137 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:20:15,138 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T09:20:15,138 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:20:15,138 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:20:15,139 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:20:15,140 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T09:20:15,140 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:20:15,141 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:20:15,141 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:20:15,142 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36523/user/jenkins/test-data/d39b021a-d560-1426-f263-078d98d9530f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:20:15,142 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36523/user/jenkins/test-data/d39b021a-d560-1426-f263-078d98d9530f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:20:15,143 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:20:15,143 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:20:15,143 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T09:20:15,144 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:20:15,165 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36523/user/jenkins/test-data/d39b021a-d560-1426-f263-078d98d9530f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T09:20:15,166 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73595728, jitterRate=0.09666180610656738}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T09:20:15,166 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731576015131Initializing all the Stores at 1731576015132 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731576015132Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731576015132Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731576015132Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731576015132Cleaning up temporary data from old regions at 1731576015143 (+11 ms)Region opened successfully at 1731576015166 (+23 ms) 2024-11-14T09:20:15,166 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T09:20:15,172 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3aaf56b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=83f56b55f2af/172.17.0.2:0 2024-11-14T09:20:15,176 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T09:20:15,176 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T09:20:15,176 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T09:20:15,176 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T09:20:15,177 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T09:20:15,177 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T09:20:15,177 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T09:20:15,184 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T09:20:15,185 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36445-0x10115c6f7ce0003, quorum=127.0.0.1:63666, baseZNode=/1741849050 Unable to get data of znode /1741849050/balancer because node does not exist (not necessarily an error) 2024-11-14T09:20:15,187 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1741849050/balancer already deleted, retry=false 2024-11-14T09:20:15,187 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T09:20:15,187 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36445-0x10115c6f7ce0003, quorum=127.0.0.1:63666, baseZNode=/1741849050 Unable to get data of znode /1741849050/normalizer because node does not exist (not necessarily an error) 2024-11-14T09:20:15,189 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1741849050/normalizer already deleted, retry=false 2024-11-14T09:20:15,189 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T09:20:15,190 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36445-0x10115c6f7ce0003, quorum=127.0.0.1:63666, baseZNode=/1741849050 Unable to get data of znode /1741849050/switch/split because node does not exist (not necessarily an error) 2024-11-14T09:20:15,191 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1741849050/switch/split already deleted, retry=false 2024-11-14T09:20:15,192 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36445-0x10115c6f7ce0003, quorum=127.0.0.1:63666, baseZNode=/1741849050 Unable to get data of znode /1741849050/switch/merge because node does not exist (not necessarily an error) 2024-11-14T09:20:15,193 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1741849050/switch/merge already deleted, retry=false 2024-11-14T09:20:15,194 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36445-0x10115c6f7ce0003, quorum=127.0.0.1:63666, baseZNode=/1741849050 Unable to get data of znode /1741849050/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T09:20:15,195 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1741849050/snapshot-cleanup already deleted, retry=false 2024-11-14T09:20:15,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36445-0x10115c6f7ce0003, quorum=127.0.0.1:63666, baseZNode=/1741849050 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1741849050/running 2024-11-14T09:20:15,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39263-0x10115c6f7ce0004, quorum=127.0.0.1:63666, baseZNode=/1741849050 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1741849050/running 2024-11-14T09:20:15,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36445-0x10115c6f7ce0003, quorum=127.0.0.1:63666, baseZNode=/1741849050 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1741849050 2024-11-14T09:20:15,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39263-0x10115c6f7ce0004, quorum=127.0.0.1:63666, baseZNode=/1741849050 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1741849050 2024-11-14T09:20:15,198 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=83f56b55f2af,36445,1731576013350, sessionid=0x10115c6f7ce0003, setting cluster-up flag (Was=false) 2024-11-14T09:20:15,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39263-0x10115c6f7ce0004, quorum=127.0.0.1:63666, baseZNode=/1741849050 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1741849050 2024-11-14T09:20:15,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36445-0x10115c6f7ce0003, quorum=127.0.0.1:63666, baseZNode=/1741849050 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1741849050 2024-11-14T09:20:15,205 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1741849050/flush-table-proc/acquired, /1741849050/flush-table-proc/reached, /1741849050/flush-table-proc/abort 2024-11-14T09:20:15,205 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=83f56b55f2af,36445,1731576013350 2024-11-14T09:20:15,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36445-0x10115c6f7ce0003, quorum=127.0.0.1:63666, baseZNode=/1741849050 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1741849050 2024-11-14T09:20:15,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39263-0x10115c6f7ce0004, quorum=127.0.0.1:63666, baseZNode=/1741849050 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1741849050 2024-11-14T09:20:15,213 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1741849050/online-snapshot/acquired, /1741849050/online-snapshot/reached, /1741849050/online-snapshot/abort 2024-11-14T09:20:15,214 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=83f56b55f2af,36445,1731576013350 2024-11-14T09:20:15,215 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36523/user/jenkins/test-data/d39b021a-d560-1426-f263-078d98d9530f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T09:20:15,216 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T09:20:15,216 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T09:20:15,216 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T09:20:15,216 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 83f56b55f2af,36445,1731576013350 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T09:20:15,217 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/83f56b55f2af:0, corePoolSize=5, maxPoolSize=5 2024-11-14T09:20:15,217 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/83f56b55f2af:0, corePoolSize=5, maxPoolSize=5 2024-11-14T09:20:15,218 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/83f56b55f2af:0, corePoolSize=5, maxPoolSize=5 2024-11-14T09:20:15,218 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/83f56b55f2af:0, corePoolSize=5, maxPoolSize=5 2024-11-14T09:20:15,218 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/83f56b55f2af:0, corePoolSize=10, maxPoolSize=10 2024-11-14T09:20:15,218 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:20:15,218 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/83f56b55f2af:0, corePoolSize=2, maxPoolSize=2 2024-11-14T09:20:15,218 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:20:15,220 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T09:20:15,220 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T09:20:15,220 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731576045220 2024-11-14T09:20:15,221 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T09:20:15,221 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T09:20:15,221 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T09:20:15,221 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T09:20:15,221 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T09:20:15,221 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T09:20:15,221 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:20:15,221 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T09:20:15,225 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T09:20:15,225 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T09:20:15,226 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T09:20:15,226 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T09:20:15,226 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T09:20:15,227 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T09:20:15,227 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T09:20:15,228 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/83f56b55f2af:0:becomeActiveMaster-HFileCleaner.large.0-1731576015227,5,FailOnTimeoutGroup] 2024-11-14T09:20:15,229 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/83f56b55f2af:0:becomeActiveMaster-HFileCleaner.small.0-1731576015228,5,FailOnTimeoutGroup] 2024-11-14T09:20:15,229 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T09:20:15,229 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T09:20:15,229 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T09:20:15,229 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T09:20:15,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39259 is added to blk_1073741831_1007 (size=1321) 2024-11-14T09:20:15,234 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36523/user/jenkins/test-data/d39b021a-d560-1426-f263-078d98d9530f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T09:20:15,235 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36523/user/jenkins/test-data/d39b021a-d560-1426-f263-078d98d9530f 2024-11-14T09:20:15,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39259 is added to blk_1073741832_1008 (size=32) 2024-11-14T09:20:15,244 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:20:15,244 INFO [RS:0;83f56b55f2af:39263 {}] regionserver.HRegionServer(746): ClusterId : 2f22240d-90f8-45a8-98a6-62fb93f9601e 2024-11-14T09:20:15,244 DEBUG [RS:0;83f56b55f2af:39263 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T09:20:15,246 DEBUG [RS:0;83f56b55f2af:39263 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T09:20:15,246 DEBUG [RS:0;83f56b55f2af:39263 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T09:20:15,248 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T09:20:15,249 DEBUG [RS:0;83f56b55f2af:39263 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T09:20:15,249 DEBUG [RS:0;83f56b55f2af:39263 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f34ba8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=83f56b55f2af/172.17.0.2:0 2024-11-14T09:20:15,249 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T09:20:15,249 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:20:15,250 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:20:15,250 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T09:20:15,251 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T09:20:15,251 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:20:15,251 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:20:15,251 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T09:20:15,252 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T09:20:15,252 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:20:15,252 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:20:15,252 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T09:20:15,253 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T09:20:15,253 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:20:15,253 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:20:15,253 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T09:20:15,254 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36523/user/jenkins/test-data/d39b021a-d560-1426-f263-078d98d9530f/data/hbase/meta/1588230740 2024-11-14T09:20:15,254 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36523/user/jenkins/test-data/d39b021a-d560-1426-f263-078d98d9530f/data/hbase/meta/1588230740 2024-11-14T09:20:15,255 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T09:20:15,255 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T09:20:15,256 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T09:20:15,257 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T09:20:15,258 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36523/user/jenkins/test-data/d39b021a-d560-1426-f263-078d98d9530f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T09:20:15,258 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72126023, jitterRate=0.07476149499416351}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T09:20:15,259 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731576015244Initializing all the Stores at 1731576015244Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731576015244Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731576015248 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731576015248Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731576015248Cleaning up temporary data from old regions at 1731576015255 (+7 ms)Region opened successfully at 1731576015259 (+4 ms) 2024-11-14T09:20:15,259 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T09:20:15,259 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T09:20:15,259 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T09:20:15,259 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T09:20:15,259 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T09:20:15,259 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T09:20:15,259 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731576015259Disabling compacts and flushes for region at 1731576015259Disabling writes for close at 1731576015259Writing region close event to WAL at 1731576015259Closed at 1731576015259 2024-11-14T09:20:15,260 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T09:20:15,260 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T09:20:15,260 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T09:20:15,261 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T09:20:15,262 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T09:20:15,268 DEBUG [RS:0;83f56b55f2af:39263 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;83f56b55f2af:39263 2024-11-14T09:20:15,268 INFO [RS:0;83f56b55f2af:39263 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T09:20:15,268 INFO [RS:0;83f56b55f2af:39263 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T09:20:15,268 DEBUG [RS:0;83f56b55f2af:39263 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T09:20:15,268 INFO [RS:0;83f56b55f2af:39263 {}] regionserver.HRegionServer(2659): reportForDuty to master=83f56b55f2af,36445,1731576013350 with port=39263, startcode=1731576013404 2024-11-14T09:20:15,269 DEBUG [RS:0;83f56b55f2af:39263 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T09:20:15,270 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56987, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T09:20:15,271 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36445 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 83f56b55f2af,39263,1731576013404 2024-11-14T09:20:15,271 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36445 {}] master.ServerManager(517): Registering regionserver=83f56b55f2af,39263,1731576013404 2024-11-14T09:20:15,272 DEBUG [RS:0;83f56b55f2af:39263 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36523/user/jenkins/test-data/d39b021a-d560-1426-f263-078d98d9530f 2024-11-14T09:20:15,272 DEBUG [RS:0;83f56b55f2af:39263 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36523 2024-11-14T09:20:15,272 DEBUG [RS:0;83f56b55f2af:39263 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T09:20:15,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36445-0x10115c6f7ce0003, quorum=127.0.0.1:63666, baseZNode=/1741849050 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1741849050/rs 2024-11-14T09:20:15,274 DEBUG [RS:0;83f56b55f2af:39263 {}] zookeeper.ZKUtil(111): regionserver:39263-0x10115c6f7ce0004, quorum=127.0.0.1:63666, baseZNode=/1741849050 Set watcher on existing znode=/1741849050/rs/83f56b55f2af,39263,1731576013404 2024-11-14T09:20:15,274 WARN [RS:0;83f56b55f2af:39263 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T09:20:15,274 INFO [RS:0;83f56b55f2af:39263 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T09:20:15,274 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [83f56b55f2af,39263,1731576013404] 2024-11-14T09:20:15,274 DEBUG [RS:0;83f56b55f2af:39263 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36523/user/jenkins/test-data/d39b021a-d560-1426-f263-078d98d9530f/WALs/83f56b55f2af,39263,1731576013404 2024-11-14T09:20:15,278 INFO [RS:0;83f56b55f2af:39263 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T09:20:15,280 INFO [RS:0;83f56b55f2af:39263 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T09:20:15,281 INFO [RS:0;83f56b55f2af:39263 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T09:20:15,281 INFO [RS:0;83f56b55f2af:39263 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T09:20:15,284 INFO [RS:0;83f56b55f2af:39263 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T09:20:15,285 INFO [RS:0;83f56b55f2af:39263 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T09:20:15,285 INFO [RS:0;83f56b55f2af:39263 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T09:20:15,285 DEBUG [RS:0;83f56b55f2af:39263 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:20:15,285 DEBUG [RS:0;83f56b55f2af:39263 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:20:15,285 DEBUG [RS:0;83f56b55f2af:39263 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:20:15,285 DEBUG [RS:0;83f56b55f2af:39263 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:20:15,285 DEBUG [RS:0;83f56b55f2af:39263 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:20:15,285 DEBUG [RS:0;83f56b55f2af:39263 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/83f56b55f2af:0, corePoolSize=2, maxPoolSize=2 2024-11-14T09:20:15,285 DEBUG [RS:0;83f56b55f2af:39263 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:20:15,285 DEBUG [RS:0;83f56b55f2af:39263 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:20:15,285 DEBUG [RS:0;83f56b55f2af:39263 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:20:15,285 DEBUG [RS:0;83f56b55f2af:39263 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:20:15,285 DEBUG [RS:0;83f56b55f2af:39263 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:20:15,285 DEBUG [RS:0;83f56b55f2af:39263 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:20:15,285 DEBUG [RS:0;83f56b55f2af:39263 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/83f56b55f2af:0, corePoolSize=3, maxPoolSize=3 2024-11-14T09:20:15,285 DEBUG [RS:0;83f56b55f2af:39263 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/83f56b55f2af:0, corePoolSize=3, maxPoolSize=3 2024-11-14T09:20:15,290 INFO [RS:0;83f56b55f2af:39263 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T09:20:15,290 INFO [RS:0;83f56b55f2af:39263 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T09:20:15,290 INFO [RS:0;83f56b55f2af:39263 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T09:20:15,290 INFO [RS:0;83f56b55f2af:39263 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T09:20:15,290 INFO [RS:0;83f56b55f2af:39263 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T09:20:15,290 INFO [RS:0;83f56b55f2af:39263 {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,39263,1731576013404-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T09:20:15,312 INFO [RS:0;83f56b55f2af:39263 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T09:20:15,312 INFO [RS:0;83f56b55f2af:39263 {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,39263,1731576013404-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T09:20:15,312 INFO [RS:0;83f56b55f2af:39263 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:20:15,312 INFO [RS:0;83f56b55f2af:39263 {}] regionserver.Replication(171): 83f56b55f2af,39263,1731576013404 started 2024-11-14T09:20:15,346 INFO [RS:0;83f56b55f2af:39263 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:20:15,346 INFO [RS:0;83f56b55f2af:39263 {}] regionserver.HRegionServer(1482): Serving as 83f56b55f2af,39263,1731576013404, RpcServer on 83f56b55f2af/172.17.0.2:39263, sessionid=0x10115c6f7ce0004 2024-11-14T09:20:15,346 DEBUG [RS:0;83f56b55f2af:39263 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T09:20:15,346 DEBUG [RS:0;83f56b55f2af:39263 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 83f56b55f2af,39263,1731576013404 2024-11-14T09:20:15,346 DEBUG [RS:0;83f56b55f2af:39263 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '83f56b55f2af,39263,1731576013404' 2024-11-14T09:20:15,346 DEBUG [RS:0;83f56b55f2af:39263 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1741849050/flush-table-proc/abort' 2024-11-14T09:20:15,346 DEBUG [RS:0;83f56b55f2af:39263 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1741849050/flush-table-proc/acquired' 2024-11-14T09:20:15,347 DEBUG [RS:0;83f56b55f2af:39263 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T09:20:15,347 DEBUG [RS:0;83f56b55f2af:39263 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T09:20:15,347 DEBUG [RS:0;83f56b55f2af:39263 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 83f56b55f2af,39263,1731576013404 2024-11-14T09:20:15,347 DEBUG [RS:0;83f56b55f2af:39263 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '83f56b55f2af,39263,1731576013404' 2024-11-14T09:20:15,347 DEBUG [RS:0;83f56b55f2af:39263 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1741849050/online-snapshot/abort' 2024-11-14T09:20:15,347 DEBUG [RS:0;83f56b55f2af:39263 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1741849050/online-snapshot/acquired' 2024-11-14T09:20:15,348 DEBUG [RS:0;83f56b55f2af:39263 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T09:20:15,348 INFO [RS:0;83f56b55f2af:39263 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T09:20:15,348 INFO [RS:0;83f56b55f2af:39263 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T09:20:15,412 WARN [83f56b55f2af:36445 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-14T09:20:15,448 INFO [RS:0;83f56b55f2af:39263 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T09:20:15,450 INFO [RS:0;83f56b55f2af:39263 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=83f56b55f2af%2C39263%2C1731576013404, suffix=, logDir=hdfs://localhost:36523/user/jenkins/test-data/d39b021a-d560-1426-f263-078d98d9530f/WALs/83f56b55f2af,39263,1731576013404, archiveDir=hdfs://localhost:36523/user/jenkins/test-data/d39b021a-d560-1426-f263-078d98d9530f/oldWALs, maxLogs=10 2024-11-14T09:20:15,467 DEBUG [RS:0;83f56b55f2af:39263 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d39b021a-d560-1426-f263-078d98d9530f/WALs/83f56b55f2af,39263,1731576013404/83f56b55f2af%2C39263%2C1731576013404.1731576015450, exclude list is [], retry=0 2024-11-14T09:20:15,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39259,DS-41a86fe9-4911-4a31-9c78-6444fd765dab,DISK] 2024-11-14T09:20:15,472 INFO [RS:0;83f56b55f2af:39263 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d39b021a-d560-1426-f263-078d98d9530f/WALs/83f56b55f2af,39263,1731576013404/83f56b55f2af%2C39263%2C1731576013404.1731576015450 2024-11-14T09:20:15,472 DEBUG [RS:0;83f56b55f2af:39263 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45527:45527)] 2024-11-14T09:20:15,663 DEBUG [83f56b55f2af:36445 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T09:20:15,663 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=83f56b55f2af,39263,1731576013404 2024-11-14T09:20:15,664 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 83f56b55f2af,39263,1731576013404, state=OPENING 2024-11-14T09:20:15,669 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T09:20:15,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36445-0x10115c6f7ce0003, quorum=127.0.0.1:63666, baseZNode=/1741849050 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1741849050 2024-11-14T09:20:15,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39263-0x10115c6f7ce0004, quorum=127.0.0.1:63666, baseZNode=/1741849050 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1741849050 2024-11-14T09:20:15,671 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T09:20:15,671 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1741849050/meta-region-server: CHANGED 2024-11-14T09:20:15,671 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=83f56b55f2af,39263,1731576013404}] 2024-11-14T09:20:15,671 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1741849050/meta-region-server: CHANGED 2024-11-14T09:20:15,824 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T09:20:15,825 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40925, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T09:20:15,828 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T09:20:15,828 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T09:20:15,828 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T09:20:15,830 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=83f56b55f2af%2C39263%2C1731576013404.meta, suffix=.meta, logDir=hdfs://localhost:36523/user/jenkins/test-data/d39b021a-d560-1426-f263-078d98d9530f/WALs/83f56b55f2af,39263,1731576013404, archiveDir=hdfs://localhost:36523/user/jenkins/test-data/d39b021a-d560-1426-f263-078d98d9530f/oldWALs, maxLogs=10 2024-11-14T09:20:15,843 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d39b021a-d560-1426-f263-078d98d9530f/WALs/83f56b55f2af,39263,1731576013404/83f56b55f2af%2C39263%2C1731576013404.meta.1731576015830.meta, exclude list is [], retry=0 2024-11-14T09:20:15,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39259,DS-41a86fe9-4911-4a31-9c78-6444fd765dab,DISK] 2024-11-14T09:20:15,847 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d39b021a-d560-1426-f263-078d98d9530f/WALs/83f56b55f2af,39263,1731576013404/83f56b55f2af%2C39263%2C1731576013404.meta.1731576015830.meta 2024-11-14T09:20:15,847 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45527:45527)] 2024-11-14T09:20:15,848 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T09:20:15,848 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T09:20:15,848 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T09:20:15,848 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T09:20:15,848 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T09:20:15,848 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T09:20:15,848 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:20:15,849 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T09:20:15,849 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T09:20:15,850 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T09:20:15,851 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T09:20:15,851 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:20:15,851 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:20:15,851 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T09:20:15,851 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T09:20:15,852 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:20:15,852 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:20:15,852 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T09:20:15,852 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T09:20:15,852 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:20:15,853 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:20:15,853 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T09:20:15,853 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T09:20:15,853 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:20:15,853 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:20:15,854 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T09:20:15,854 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36523/user/jenkins/test-data/d39b021a-d560-1426-f263-078d98d9530f/data/hbase/meta/1588230740 2024-11-14T09:20:15,855 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36523/user/jenkins/test-data/d39b021a-d560-1426-f263-078d98d9530f/data/hbase/meta/1588230740 2024-11-14T09:20:15,856 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T09:20:15,856 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T09:20:15,856 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T09:20:15,857 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T09:20:15,858 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62038849, jitterRate=-0.07554911077022552}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T09:20:15,858 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T09:20:15,858 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731576015849Writing region info on filesystem at 1731576015849Initializing all the Stores at 1731576015849Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731576015849Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731576015850 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731576015850Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731576015850Cleaning up temporary data from old regions at 1731576015856 (+6 ms)Running coprocessor post-open hooks at 1731576015858 (+2 ms)Region opened successfully at 1731576015858 2024-11-14T09:20:15,859 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731576015824 2024-11-14T09:20:15,861 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T09:20:15,861 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T09:20:15,861 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=83f56b55f2af,39263,1731576013404 2024-11-14T09:20:15,862 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 83f56b55f2af,39263,1731576013404, state=OPEN 2024-11-14T09:20:15,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39263-0x10115c6f7ce0004, quorum=127.0.0.1:63666, baseZNode=/1741849050 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1741849050/meta-region-server 2024-11-14T09:20:15,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36445-0x10115c6f7ce0003, quorum=127.0.0.1:63666, baseZNode=/1741849050 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1741849050/meta-region-server 2024-11-14T09:20:15,863 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=83f56b55f2af,39263,1731576013404 2024-11-14T09:20:15,863 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1741849050/meta-region-server: CHANGED 2024-11-14T09:20:15,864 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1741849050/meta-region-server: CHANGED 2024-11-14T09:20:15,865 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T09:20:15,865 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=83f56b55f2af,39263,1731576013404 in 192 msec 2024-11-14T09:20:15,867 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T09:20:15,867 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 605 msec 2024-11-14T09:20:15,867 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T09:20:15,867 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T09:20:15,869 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:20:15,869 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83f56b55f2af,39263,1731576013404, seqNum=-1] 2024-11-14T09:20:15,869 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T09:20:15,870 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52399, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T09:20:15,874 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 658 msec 2024-11-14T09:20:15,874 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731576015874, completionTime=-1 2024-11-14T09:20:15,874 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T09:20:15,874 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T09:20:15,876 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T09:20:15,876 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731576075876 2024-11-14T09:20:15,876 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731576135876 2024-11-14T09:20:15,876 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-14T09:20:15,877 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,36445,1731576013350-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T09:20:15,877 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,36445,1731576013350-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:20:15,877 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,36445,1731576013350-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:20:15,877 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-83f56b55f2af:36445, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:20:15,877 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T09:20:15,877 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T09:20:15,879 DEBUG [master/83f56b55f2af:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T09:20:15,881 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.419sec 2024-11-14T09:20:15,881 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T09:20:15,881 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T09:20:15,881 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T09:20:15,881 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T09:20:15,881 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T09:20:15,881 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,36445,1731576013350-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T09:20:15,881 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,36445,1731576013350-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T09:20:15,883 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T09:20:15,883 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T09:20:15,883 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,36445,1731576013350-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:20:15,944 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65f26440, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:20:15,944 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83f56b55f2af,36445,-1 for getting cluster id 2024-11-14T09:20:15,944 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T09:20:15,945 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2f22240d-90f8-45a8-98a6-62fb93f9601e' 2024-11-14T09:20:15,946 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T09:20:15,946 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2f22240d-90f8-45a8-98a6-62fb93f9601e" 2024-11-14T09:20:15,946 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cee054d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:20:15,946 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83f56b55f2af,36445,-1] 2024-11-14T09:20:15,946 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T09:20:15,947 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:20:15,947 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T09:20:15,948 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2985035a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:20:15,948 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:20:15,949 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83f56b55f2af,39263,1731576013404, seqNum=-1] 2024-11-14T09:20:15,949 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T09:20:15,950 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T09:20:15,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=83f56b55f2af,36445,1731576013350 2024-11-14T09:20:15,953 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:63666 2024-11-14T09:20:15,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:63666, baseZNode=/1741849050 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T09:20:15,957 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10115c6f7ce0005 connected 2024-11-14T09:20:15,959 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T09:20:15,960 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 83f56b55f2af,45329,1731576009353 2024-11-14T09:20:15,960 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3c94d578 2024-11-14T09:20:15,960 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T09:20:15,961 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T09:20:15,962 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T09:20:15,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T09:20:15,964 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T09:20:15,964 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:20:15,964 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T09:20:15,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T09:20:15,965 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T09:20:15,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42369 is added to blk_1073741835_1011 (size=902) 2024-11-14T09:20:16,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T09:20:16,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T09:20:16,373 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 10c4a3c2996b206a56fd817988d95f8a, NAME => 'test,,1731576015961.10c4a3c2996b206a56fd817988d95f8a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36775/user/jenkins/test-data/693b32fe-517b-0087-0f1d-f0d8970ace08 2024-11-14T09:20:16,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42369 is added to blk_1073741836_1012 (size=39) 2024-11-14T09:20:16,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T09:20:16,779 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731576015961.10c4a3c2996b206a56fd817988d95f8a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:20:16,779 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 10c4a3c2996b206a56fd817988d95f8a, disabling compactions & flushes 2024-11-14T09:20:16,779 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731576015961.10c4a3c2996b206a56fd817988d95f8a. 2024-11-14T09:20:16,779 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731576015961.10c4a3c2996b206a56fd817988d95f8a. 2024-11-14T09:20:16,779 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731576015961.10c4a3c2996b206a56fd817988d95f8a. after waiting 0 ms 2024-11-14T09:20:16,779 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731576015961.10c4a3c2996b206a56fd817988d95f8a. 2024-11-14T09:20:16,779 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731576015961.10c4a3c2996b206a56fd817988d95f8a. 2024-11-14T09:20:16,779 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 10c4a3c2996b206a56fd817988d95f8a: Waiting for close lock at 1731576016779Disabling compacts and flushes for region at 1731576016779Disabling writes for close at 1731576016779Writing region close event to WAL at 1731576016779Closed at 1731576016779 2024-11-14T09:20:16,780 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T09:20:16,781 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731576015961.10c4a3c2996b206a56fd817988d95f8a.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731576016780"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731576016780"}]},"ts":"1731576016780"} 2024-11-14T09:20:16,783 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T09:20:16,783 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T09:20:16,784 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731576016783"}]},"ts":"1731576016783"} 2024-11-14T09:20:16,785 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T09:20:16,785 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=10c4a3c2996b206a56fd817988d95f8a, ASSIGN}] 2024-11-14T09:20:16,786 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=10c4a3c2996b206a56fd817988d95f8a, ASSIGN 2024-11-14T09:20:16,787 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=10c4a3c2996b206a56fd817988d95f8a, ASSIGN; state=OFFLINE, location=83f56b55f2af,44951,1731576009406; forceNewPlan=false, retain=false 2024-11-14T09:20:16,937 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=10c4a3c2996b206a56fd817988d95f8a, regionState=OPENING, regionLocation=83f56b55f2af,44951,1731576009406 2024-11-14T09:20:16,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=10c4a3c2996b206a56fd817988d95f8a, ASSIGN because future has completed 2024-11-14T09:20:16,941 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 10c4a3c2996b206a56fd817988d95f8a, server=83f56b55f2af,44951,1731576009406}] 2024-11-14T09:20:17,098 INFO [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731576015961.10c4a3c2996b206a56fd817988d95f8a. 2024-11-14T09:20:17,098 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 10c4a3c2996b206a56fd817988d95f8a, NAME => 'test,,1731576015961.10c4a3c2996b206a56fd817988d95f8a.', STARTKEY => '', ENDKEY => ''} 2024-11-14T09:20:17,099 INFO [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T09:20:17,099 INFO [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T09:20:17,099 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 10c4a3c2996b206a56fd817988d95f8a 2024-11-14T09:20:17,099 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731576015961.10c4a3c2996b206a56fd817988d95f8a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:20:17,099 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 10c4a3c2996b206a56fd817988d95f8a 2024-11-14T09:20:17,099 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 10c4a3c2996b206a56fd817988d95f8a 2024-11-14T09:20:17,100 INFO [StoreOpener-10c4a3c2996b206a56fd817988d95f8a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 10c4a3c2996b206a56fd817988d95f8a 2024-11-14T09:20:17,102 INFO [StoreOpener-10c4a3c2996b206a56fd817988d95f8a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 10c4a3c2996b206a56fd817988d95f8a columnFamilyName f 2024-11-14T09:20:17,102 DEBUG [StoreOpener-10c4a3c2996b206a56fd817988d95f8a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:20:17,102 INFO [StoreOpener-10c4a3c2996b206a56fd817988d95f8a-1 {}] regionserver.HStore(327): Store=10c4a3c2996b206a56fd817988d95f8a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:20:17,102 INFO [StoreOpener-10c4a3c2996b206a56fd817988d95f8a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 10c4a3c2996b206a56fd817988d95f8a 2024-11-14T09:20:17,103 INFO [StoreOpener-10c4a3c2996b206a56fd817988d95f8a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 10c4a3c2996b206a56fd817988d95f8a columnFamilyName f1 2024-11-14T09:20:17,104 DEBUG [StoreOpener-10c4a3c2996b206a56fd817988d95f8a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:20:17,104 INFO [StoreOpener-10c4a3c2996b206a56fd817988d95f8a-1 {}] regionserver.HStore(327): Store=10c4a3c2996b206a56fd817988d95f8a/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:20:17,104 INFO [StoreOpener-10c4a3c2996b206a56fd817988d95f8a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 10c4a3c2996b206a56fd817988d95f8a 2024-11-14T09:20:17,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T09:20:17,105 INFO [StoreOpener-10c4a3c2996b206a56fd817988d95f8a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 10c4a3c2996b206a56fd817988d95f8a columnFamilyName norep 2024-11-14T09:20:17,105 DEBUG [StoreOpener-10c4a3c2996b206a56fd817988d95f8a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:20:17,105 INFO [StoreOpener-10c4a3c2996b206a56fd817988d95f8a-1 {}] regionserver.HStore(327): Store=10c4a3c2996b206a56fd817988d95f8a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:20:17,105 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 10c4a3c2996b206a56fd817988d95f8a 2024-11-14T09:20:17,106 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36775/user/jenkins/test-data/693b32fe-517b-0087-0f1d-f0d8970ace08/data/default/test/10c4a3c2996b206a56fd817988d95f8a 2024-11-14T09:20:17,106 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36775/user/jenkins/test-data/693b32fe-517b-0087-0f1d-f0d8970ace08/data/default/test/10c4a3c2996b206a56fd817988d95f8a 2024-11-14T09:20:17,107 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 10c4a3c2996b206a56fd817988d95f8a 2024-11-14T09:20:17,107 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 10c4a3c2996b206a56fd817988d95f8a 2024-11-14T09:20:17,107 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T09:20:17,108 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 10c4a3c2996b206a56fd817988d95f8a 2024-11-14T09:20:17,110 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36775/user/jenkins/test-data/693b32fe-517b-0087-0f1d-f0d8970ace08/data/default/test/10c4a3c2996b206a56fd817988d95f8a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T09:20:17,110 INFO [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 10c4a3c2996b206a56fd817988d95f8a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66483420, jitterRate=-0.009319841861724854}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T09:20:17,110 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 10c4a3c2996b206a56fd817988d95f8a 2024-11-14T09:20:17,111 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 10c4a3c2996b206a56fd817988d95f8a: Running coprocessor pre-open hook at 1731576017099Writing region info on filesystem at 1731576017099Initializing all the Stores at 1731576017100 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731576017100Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731576017100Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731576017100Cleaning up temporary data from old regions at 1731576017107 (+7 ms)Running coprocessor post-open hooks at 1731576017110 (+3 ms)Region opened successfully at 1731576017111 (+1 ms) 2024-11-14T09:20:17,111 INFO [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731576015961.10c4a3c2996b206a56fd817988d95f8a., pid=6, masterSystemTime=1731576017093 2024-11-14T09:20:17,113 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731576015961.10c4a3c2996b206a56fd817988d95f8a. 2024-11-14T09:20:17,113 INFO [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731576015961.10c4a3c2996b206a56fd817988d95f8a. 2024-11-14T09:20:17,114 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=10c4a3c2996b206a56fd817988d95f8a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=83f56b55f2af,44951,1731576009406 2024-11-14T09:20:17,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 10c4a3c2996b206a56fd817988d95f8a, server=83f56b55f2af,44951,1731576009406 because future has completed 2024-11-14T09:20:17,118 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T09:20:17,118 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 10c4a3c2996b206a56fd817988d95f8a, server=83f56b55f2af,44951,1731576009406 in 177 msec 2024-11-14T09:20:17,119 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T09:20:17,119 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=10c4a3c2996b206a56fd817988d95f8a, ASSIGN in 333 msec 2024-11-14T09:20:17,120 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T09:20:17,120 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731576017120"}]},"ts":"1731576017120"} 2024-11-14T09:20:17,122 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T09:20:17,123 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T09:20:17,124 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1610 sec 2024-11-14T09:20:17,383 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T09:20:17,404 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:20:17,405 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:20:17,405 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:20:17,405 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:20:17,405 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:20:17,405 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:20:17,413 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:20:17,413 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:20:17,416 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:20:17,429 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T09:20:17,429 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-14T09:20:17,487 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T09:20:17,488 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-14T09:20:17,488 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T09:20:17,488 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-14T09:20:17,489 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T09:20:17,489 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-14T09:20:17,489 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T09:20:17,489 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-14T09:20:17,489 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T09:20:17,489 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-14T09:20:18,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T09:20:18,125 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T09:20:18,125 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T09:20:18,127 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 83f56b55f2af,36445,1731576013350 2024-11-14T09:20:18,127 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@534a09ad 2024-11-14T09:20:18,127 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T09:20:18,128 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T09:20:18,129 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36445 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T09:20:18,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36445 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T09:20:18,134 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T09:20:18,135 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:20:18,135 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36445 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T09:20:18,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36445 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T09:20:18,138 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T09:20:18,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39259 is added to blk_1073741835_1011 (size=902) 2024-11-14T09:20:18,185 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2dc3bee9fa2522065d580d3187d16f28, NAME => 'test,,1731576018128.2dc3bee9fa2522065d580d3187d16f28.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36523/user/jenkins/test-data/d39b021a-d560-1426-f263-078d98d9530f 2024-11-14T09:20:18,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39259 is added to blk_1073741836_1012 (size=39) 2024-11-14T09:20:18,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36445 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T09:20:18,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36445 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T09:20:18,599 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731576018128.2dc3bee9fa2522065d580d3187d16f28.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:20:18,600 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 2dc3bee9fa2522065d580d3187d16f28, disabling compactions & flushes 2024-11-14T09:20:18,600 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731576018128.2dc3bee9fa2522065d580d3187d16f28. 2024-11-14T09:20:18,600 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731576018128.2dc3bee9fa2522065d580d3187d16f28. 2024-11-14T09:20:18,600 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731576018128.2dc3bee9fa2522065d580d3187d16f28. after waiting 0 ms 2024-11-14T09:20:18,600 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731576018128.2dc3bee9fa2522065d580d3187d16f28. 2024-11-14T09:20:18,600 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731576018128.2dc3bee9fa2522065d580d3187d16f28. 2024-11-14T09:20:18,600 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2dc3bee9fa2522065d580d3187d16f28: Waiting for close lock at 1731576018599Disabling compacts and flushes for region at 1731576018599Disabling writes for close at 1731576018600 (+1 ms)Writing region close event to WAL at 1731576018600Closed at 1731576018600 2024-11-14T09:20:18,601 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T09:20:18,602 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731576018128.2dc3bee9fa2522065d580d3187d16f28.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731576018602"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731576018602"}]},"ts":"1731576018602"} 2024-11-14T09:20:18,606 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T09:20:18,607 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T09:20:18,607 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731576018607"}]},"ts":"1731576018607"} 2024-11-14T09:20:18,610 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T09:20:18,610 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2dc3bee9fa2522065d580d3187d16f28, ASSIGN}] 2024-11-14T09:20:18,613 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2dc3bee9fa2522065d580d3187d16f28, ASSIGN 2024-11-14T09:20:18,614 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=2dc3bee9fa2522065d580d3187d16f28, ASSIGN; state=OFFLINE, location=83f56b55f2af,39263,1731576013404; forceNewPlan=false, retain=false 2024-11-14T09:20:18,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36445 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T09:20:18,765 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2dc3bee9fa2522065d580d3187d16f28, regionState=OPENING, regionLocation=83f56b55f2af,39263,1731576013404 2024-11-14T09:20:18,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=2dc3bee9fa2522065d580d3187d16f28, ASSIGN because future has completed 2024-11-14T09:20:18,769 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2dc3bee9fa2522065d580d3187d16f28, server=83f56b55f2af,39263,1731576013404}] 2024-11-14T09:20:18,929 INFO [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731576018128.2dc3bee9fa2522065d580d3187d16f28. 2024-11-14T09:20:18,930 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 2dc3bee9fa2522065d580d3187d16f28, NAME => 'test,,1731576018128.2dc3bee9fa2522065d580d3187d16f28.', STARTKEY => '', ENDKEY => ''} 2024-11-14T09:20:18,930 INFO [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T09:20:18,930 INFO [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T09:20:18,930 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 2dc3bee9fa2522065d580d3187d16f28 2024-11-14T09:20:18,930 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731576018128.2dc3bee9fa2522065d580d3187d16f28.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:20:18,930 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 2dc3bee9fa2522065d580d3187d16f28 2024-11-14T09:20:18,930 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 2dc3bee9fa2522065d580d3187d16f28 2024-11-14T09:20:18,937 INFO [StoreOpener-2dc3bee9fa2522065d580d3187d16f28-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2dc3bee9fa2522065d580d3187d16f28 2024-11-14T09:20:18,938 INFO [StoreOpener-2dc3bee9fa2522065d580d3187d16f28-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2dc3bee9fa2522065d580d3187d16f28 columnFamilyName f 2024-11-14T09:20:18,938 DEBUG [StoreOpener-2dc3bee9fa2522065d580d3187d16f28-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:20:18,938 INFO [StoreOpener-2dc3bee9fa2522065d580d3187d16f28-1 {}] regionserver.HStore(327): Store=2dc3bee9fa2522065d580d3187d16f28/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:20:18,939 INFO [StoreOpener-2dc3bee9fa2522065d580d3187d16f28-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 2dc3bee9fa2522065d580d3187d16f28 2024-11-14T09:20:18,940 INFO [StoreOpener-2dc3bee9fa2522065d580d3187d16f28-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2dc3bee9fa2522065d580d3187d16f28 columnFamilyName f1 2024-11-14T09:20:18,940 DEBUG [StoreOpener-2dc3bee9fa2522065d580d3187d16f28-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:20:18,940 INFO [StoreOpener-2dc3bee9fa2522065d580d3187d16f28-1 {}] regionserver.HStore(327): Store=2dc3bee9fa2522065d580d3187d16f28/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:20:18,940 INFO [StoreOpener-2dc3bee9fa2522065d580d3187d16f28-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 2dc3bee9fa2522065d580d3187d16f28 2024-11-14T09:20:18,941 INFO [StoreOpener-2dc3bee9fa2522065d580d3187d16f28-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2dc3bee9fa2522065d580d3187d16f28 columnFamilyName norep 2024-11-14T09:20:18,941 DEBUG [StoreOpener-2dc3bee9fa2522065d580d3187d16f28-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:20:18,941 INFO [StoreOpener-2dc3bee9fa2522065d580d3187d16f28-1 {}] regionserver.HStore(327): Store=2dc3bee9fa2522065d580d3187d16f28/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:20:18,941 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 2dc3bee9fa2522065d580d3187d16f28 2024-11-14T09:20:18,942 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36523/user/jenkins/test-data/d39b021a-d560-1426-f263-078d98d9530f/data/default/test/2dc3bee9fa2522065d580d3187d16f28 2024-11-14T09:20:18,942 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36523/user/jenkins/test-data/d39b021a-d560-1426-f263-078d98d9530f/data/default/test/2dc3bee9fa2522065d580d3187d16f28 2024-11-14T09:20:18,943 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 2dc3bee9fa2522065d580d3187d16f28 2024-11-14T09:20:18,943 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 2dc3bee9fa2522065d580d3187d16f28 2024-11-14T09:20:18,944 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T09:20:18,945 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 2dc3bee9fa2522065d580d3187d16f28 2024-11-14T09:20:18,947 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36523/user/jenkins/test-data/d39b021a-d560-1426-f263-078d98d9530f/data/default/test/2dc3bee9fa2522065d580d3187d16f28/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T09:20:18,948 INFO [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 2dc3bee9fa2522065d580d3187d16f28; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59287170, jitterRate=-0.11655232310295105}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T09:20:18,948 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2dc3bee9fa2522065d580d3187d16f28 2024-11-14T09:20:18,949 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 2dc3bee9fa2522065d580d3187d16f28: Running coprocessor pre-open hook at 1731576018931Writing region info on filesystem at 1731576018931Initializing all the Stores at 1731576018932 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731576018932Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731576018936 (+4 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731576018936Cleaning up temporary data from old regions at 1731576018943 (+7 ms)Running coprocessor post-open hooks at 1731576018948 (+5 ms)Region opened successfully at 1731576018949 (+1 ms) 2024-11-14T09:20:18,950 INFO [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731576018128.2dc3bee9fa2522065d580d3187d16f28., pid=6, masterSystemTime=1731576018921 2024-11-14T09:20:18,952 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731576018128.2dc3bee9fa2522065d580d3187d16f28. 2024-11-14T09:20:18,952 INFO [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731576018128.2dc3bee9fa2522065d580d3187d16f28. 2024-11-14T09:20:18,952 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2dc3bee9fa2522065d580d3187d16f28, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=83f56b55f2af,39263,1731576013404 2024-11-14T09:20:18,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2dc3bee9fa2522065d580d3187d16f28, server=83f56b55f2af,39263,1731576013404 because future has completed 2024-11-14T09:20:18,958 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T09:20:18,958 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2dc3bee9fa2522065d580d3187d16f28, server=83f56b55f2af,39263,1731576013404 in 188 msec 2024-11-14T09:20:18,960 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T09:20:18,960 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=2dc3bee9fa2522065d580d3187d16f28, ASSIGN in 348 msec 2024-11-14T09:20:18,961 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T09:20:18,961 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731576018961"}]},"ts":"1731576018961"} 2024-11-14T09:20:18,963 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T09:20:18,963 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T09:20:18,965 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 834 msec 2024-11-14T09:20:19,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36445 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T09:20:19,276 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T09:20:19,276 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@468b0418, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:20:19,276 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83f56b55f2af,45329,-1 for getting cluster id 2024-11-14T09:20:19,277 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T09:20:19,277 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '68b78231-c030-4239-ba17-2c18812a1ceb' 2024-11-14T09:20:19,278 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T09:20:19,278 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "68b78231-c030-4239-ba17-2c18812a1ceb" 2024-11-14T09:20:19,278 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73d7e17d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:20:19,278 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83f56b55f2af,45329,-1] 2024-11-14T09:20:19,278 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T09:20:19,278 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:20:19,279 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T09:20:19,280 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@754fa38c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:20:19,281 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@282c9bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:20:19,281 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83f56b55f2af,36445,-1 for getting cluster id 2024-11-14T09:20:19,282 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T09:20:19,282 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2f22240d-90f8-45a8-98a6-62fb93f9601e' 2024-11-14T09:20:19,282 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T09:20:19,282 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2f22240d-90f8-45a8-98a6-62fb93f9601e" 2024-11-14T09:20:19,283 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d50cf22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:20:19,283 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83f56b55f2af,36445,-1] 2024-11-14T09:20:19,283 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T09:20:19,283 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:20:19,283 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T09:20:19,284 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cecb451, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:20:19,285 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54929f68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:20:19,285 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83f56b55f2af,45329,-1 for getting cluster id 2024-11-14T09:20:19,285 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T09:20:19,286 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '68b78231-c030-4239-ba17-2c18812a1ceb' 2024-11-14T09:20:19,286 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T09:20:19,286 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "68b78231-c030-4239-ba17-2c18812a1ceb" 2024-11-14T09:20:19,286 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fae64d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:20:19,286 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83f56b55f2af,45329,-1] 2024-11-14T09:20:19,286 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T09:20:19,286 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:20:19,287 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T09:20:19,288 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@463973c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:20:19,288 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T09:20:19,288 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 83f56b55f2af,45329,1731576009353 2024-11-14T09:20:19,288 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d9eef42 2024-11-14T09:20:19,289 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T09:20:19,289 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T09:20:19,289 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://83f56b55f2af:36445,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T09:20:19,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T09:20:19,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T09:20:19,292 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='83f56b55f2af:36445' 2024-11-14T09:20:19,293 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4430cf10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:20:19,293 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 83f56b55f2af,36445,-1 for getting cluster id 2024-11-14T09:20:19,293 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T09:20:19,293 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2f22240d-90f8-45a8-98a6-62fb93f9601e' 2024-11-14T09:20:19,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T09:20:19,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2f22240d-90f8-45a8-98a6-62fb93f9601e" 2024-11-14T09:20:19,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f88da1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:20:19,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83f56b55f2af,36445,-1] 2024-11-14T09:20:19,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T09:20:19,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:20:19,294 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T09:20:19,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b37b643, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:20:19,295 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T09:20:19,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 83f56b55f2af,36445,1731576013350 2024-11-14T09:20:19,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5a3d8c2a 2024-11-14T09:20:19,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T09:20:19,296 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T09:20:19,297 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T09:20:19,297 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T09:20:19,297 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:20:19,297 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:20:19,297 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T09:20:19,297 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T09:20:19,298 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T09:20:19,299 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T09:20:19,299 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:20:19,300 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T09:20:19,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42369 is added to blk_1073741837_1013 (size=1138) 2024-11-14T09:20:19,349 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T09:20:19,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T09:20:19,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T09:20:19,707 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 052c9366bf5f7d404aecdc89021363c2, NAME => 'hbase:replication,,1731576019297.052c9366bf5f7d404aecdc89021363c2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36775/user/jenkins/test-data/693b32fe-517b-0087-0f1d-f0d8970ace08 2024-11-14T09:20:19,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42369 is added to blk_1073741838_1014 (size=44) 2024-11-14T09:20:19,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T09:20:20,112 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731576019297.052c9366bf5f7d404aecdc89021363c2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:20:20,112 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 052c9366bf5f7d404aecdc89021363c2, disabling compactions & flushes 2024-11-14T09:20:20,112 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731576019297.052c9366bf5f7d404aecdc89021363c2. 2024-11-14T09:20:20,112 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731576019297.052c9366bf5f7d404aecdc89021363c2. 2024-11-14T09:20:20,112 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731576019297.052c9366bf5f7d404aecdc89021363c2. after waiting 0 ms 2024-11-14T09:20:20,112 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731576019297.052c9366bf5f7d404aecdc89021363c2. 2024-11-14T09:20:20,112 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731576019297.052c9366bf5f7d404aecdc89021363c2. 2024-11-14T09:20:20,112 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 052c9366bf5f7d404aecdc89021363c2: Waiting for close lock at 1731576020112Disabling compacts and flushes for region at 1731576020112Disabling writes for close at 1731576020112Writing region close event to WAL at 1731576020112Closed at 1731576020112 2024-11-14T09:20:20,114 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T09:20:20,114 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731576019297.052c9366bf5f7d404aecdc89021363c2.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731576020114"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731576020114"}]},"ts":"1731576020114"} 2024-11-14T09:20:20,116 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T09:20:20,117 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T09:20:20,117 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731576020117"}]},"ts":"1731576020117"} 2024-11-14T09:20:20,118 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T09:20:20,119 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=052c9366bf5f7d404aecdc89021363c2, ASSIGN}] 2024-11-14T09:20:20,120 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=052c9366bf5f7d404aecdc89021363c2, ASSIGN 2024-11-14T09:20:20,120 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=052c9366bf5f7d404aecdc89021363c2, ASSIGN; state=OFFLINE, location=83f56b55f2af,44951,1731576009406; forceNewPlan=false, retain=false 2024-11-14T09:20:20,271 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=052c9366bf5f7d404aecdc89021363c2, regionState=OPENING, regionLocation=83f56b55f2af,44951,1731576009406 2024-11-14T09:20:20,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=052c9366bf5f7d404aecdc89021363c2, ASSIGN because future has completed 2024-11-14T09:20:20,274 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 052c9366bf5f7d404aecdc89021363c2, server=83f56b55f2af,44951,1731576009406}] 2024-11-14T09:20:20,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T09:20:20,429 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731576019297.052c9366bf5f7d404aecdc89021363c2. 2024-11-14T09:20:20,429 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T09:20:20,430 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T09:20:20,431 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=83f56b55f2af%2C44951%2C1731576009406.rep, suffix=, logDir=hdfs://localhost:36775/user/jenkins/test-data/693b32fe-517b-0087-0f1d-f0d8970ace08/WALs/83f56b55f2af,44951,1731576009406, archiveDir=hdfs://localhost:36775/user/jenkins/test-data/693b32fe-517b-0087-0f1d-f0d8970ace08/oldWALs, maxLogs=10 2024-11-14T09:20:20,444 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/693b32fe-517b-0087-0f1d-f0d8970ace08/WALs/83f56b55f2af,44951,1731576009406/83f56b55f2af%2C44951%2C1731576009406.rep.1731576020431, exclude list is [], retry=0 2024-11-14T09:20:20,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42369,DS-86870034-8b25-4dc6-bcd4-ea440e69766c,DISK] 2024-11-14T09:20:20,447 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/693b32fe-517b-0087-0f1d-f0d8970ace08/WALs/83f56b55f2af,44951,1731576009406/83f56b55f2af%2C44951%2C1731576009406.rep.1731576020431 2024-11-14T09:20:20,448 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44947:44947)] 2024-11-14T09:20:20,448 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 052c9366bf5f7d404aecdc89021363c2, NAME => 'hbase:replication,,1731576019297.052c9366bf5f7d404aecdc89021363c2.', STARTKEY => '', ENDKEY => ''} 2024-11-14T09:20:20,448 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T09:20:20,448 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T09:20:20,448 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731576019297.052c9366bf5f7d404aecdc89021363c2. service=MultiRowMutationService 2024-11-14T09:20:20,448 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T09:20:20,448 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 052c9366bf5f7d404aecdc89021363c2 2024-11-14T09:20:20,448 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731576019297.052c9366bf5f7d404aecdc89021363c2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:20:20,448 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 052c9366bf5f7d404aecdc89021363c2 2024-11-14T09:20:20,448 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 052c9366bf5f7d404aecdc89021363c2 2024-11-14T09:20:20,449 INFO [StoreOpener-052c9366bf5f7d404aecdc89021363c2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 052c9366bf5f7d404aecdc89021363c2 2024-11-14T09:20:20,450 INFO [StoreOpener-052c9366bf5f7d404aecdc89021363c2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 052c9366bf5f7d404aecdc89021363c2 columnFamilyName hfileref 2024-11-14T09:20:20,451 DEBUG [StoreOpener-052c9366bf5f7d404aecdc89021363c2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:20:20,451 INFO [StoreOpener-052c9366bf5f7d404aecdc89021363c2-1 {}] regionserver.HStore(327): Store=052c9366bf5f7d404aecdc89021363c2/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:20:20,451 INFO [StoreOpener-052c9366bf5f7d404aecdc89021363c2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 052c9366bf5f7d404aecdc89021363c2 2024-11-14T09:20:20,452 INFO [StoreOpener-052c9366bf5f7d404aecdc89021363c2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 052c9366bf5f7d404aecdc89021363c2 columnFamilyName queue 2024-11-14T09:20:20,452 DEBUG [StoreOpener-052c9366bf5f7d404aecdc89021363c2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:20:20,452 INFO [StoreOpener-052c9366bf5f7d404aecdc89021363c2-1 {}] regionserver.HStore(327): Store=052c9366bf5f7d404aecdc89021363c2/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:20:20,452 INFO [StoreOpener-052c9366bf5f7d404aecdc89021363c2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 052c9366bf5f7d404aecdc89021363c2 2024-11-14T09:20:20,453 INFO [StoreOpener-052c9366bf5f7d404aecdc89021363c2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 052c9366bf5f7d404aecdc89021363c2 columnFamilyName sid 2024-11-14T09:20:20,453 DEBUG [StoreOpener-052c9366bf5f7d404aecdc89021363c2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:20:20,454 INFO [StoreOpener-052c9366bf5f7d404aecdc89021363c2-1 {}] regionserver.HStore(327): Store=052c9366bf5f7d404aecdc89021363c2/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:20:20,454 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 052c9366bf5f7d404aecdc89021363c2 2024-11-14T09:20:20,454 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36775/user/jenkins/test-data/693b32fe-517b-0087-0f1d-f0d8970ace08/data/hbase/replication/052c9366bf5f7d404aecdc89021363c2 2024-11-14T09:20:20,455 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36775/user/jenkins/test-data/693b32fe-517b-0087-0f1d-f0d8970ace08/data/hbase/replication/052c9366bf5f7d404aecdc89021363c2 2024-11-14T09:20:20,455 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 052c9366bf5f7d404aecdc89021363c2 2024-11-14T09:20:20,455 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 052c9366bf5f7d404aecdc89021363c2 2024-11-14T09:20:20,456 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T09:20:20,457 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 052c9366bf5f7d404aecdc89021363c2 2024-11-14T09:20:20,461 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36775/user/jenkins/test-data/693b32fe-517b-0087-0f1d-f0d8970ace08/data/hbase/replication/052c9366bf5f7d404aecdc89021363c2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T09:20:20,462 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 052c9366bf5f7d404aecdc89021363c2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68667842, jitterRate=0.02323058247566223}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T09:20:20,462 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 052c9366bf5f7d404aecdc89021363c2 2024-11-14T09:20:20,463 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 052c9366bf5f7d404aecdc89021363c2: Running coprocessor pre-open hook at 1731576020449Writing region info on filesystem at 1731576020449Initializing all the Stores at 1731576020449Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731576020449Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731576020449Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731576020449Cleaning up temporary data from old regions at 1731576020455 (+6 ms)Running coprocessor post-open hooks at 1731576020462 (+7 ms)Region opened successfully at 1731576020463 (+1 ms) 2024-11-14T09:20:20,464 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731576019297.052c9366bf5f7d404aecdc89021363c2., pid=10, masterSystemTime=1731576020426 2024-11-14T09:20:20,466 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731576019297.052c9366bf5f7d404aecdc89021363c2. 2024-11-14T09:20:20,466 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731576019297.052c9366bf5f7d404aecdc89021363c2. 2024-11-14T09:20:20,466 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=052c9366bf5f7d404aecdc89021363c2, regionState=OPEN, openSeqNum=2, regionLocation=83f56b55f2af,44951,1731576009406 2024-11-14T09:20:20,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 052c9366bf5f7d404aecdc89021363c2, server=83f56b55f2af,44951,1731576009406 because future has completed 2024-11-14T09:20:20,477 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T09:20:20,477 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 052c9366bf5f7d404aecdc89021363c2, server=83f56b55f2af,44951,1731576009406 in 202 msec 2024-11-14T09:20:20,479 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T09:20:20,479 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=052c9366bf5f7d404aecdc89021363c2, ASSIGN in 358 msec 2024-11-14T09:20:20,480 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T09:20:20,480 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731576020480"}]},"ts":"1731576020480"} 2024-11-14T09:20:20,482 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T09:20:20,483 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T09:20:20,484 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1860 sec 2024-11-14T09:20:20,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731576019297.052c9366bf5f7d404aecdc89021363c2., hostname=83f56b55f2af,44951,1731576009406, seqNum=2] 2024-11-14T09:20:20,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44951-0x10115c6f7ce0001, quorum=127.0.0.1:63666, baseZNode=/01416156135 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01416156135 2024-11-14T09:20:20,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45329-0x10115c6f7ce0000, quorum=127.0.0.1:63666, baseZNode=/01416156135 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01416156135 2024-11-14T09:20:20,515 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T09:20:20,667 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44951 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T09:20:20,667 INFO [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T09:20:20,697 INFO [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-83f56b55f2af,44951,1731576009406, ReplicationSource: 1, currentBandwidth=0 2024-11-14T09:20:20,698 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:20:20,698 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83f56b55f2af,44951,1731576009406, seqNum=-1] 2024-11-14T09:20:20,699 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T09:20:20,700 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37743, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-14T09:20:20,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-83f56b55f2af,44951,1731576009406', locateType=CURRENT is [region=hbase:replication,,1731576019297.052c9366bf5f7d404aecdc89021363c2., hostname=83f56b55f2af,44951,1731576009406, seqNum=2] 2024-11-14T09:20:20,704 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T09:20:20,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T09:20:20,706 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 83f56b55f2af,44951,1731576009406 suceeded 2024-11-14T09:20:20,708 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T09:20:20,708 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 191 msec 2024-11-14T09:20:20,708 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://83f56b55f2af:36445,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T09:20:20,709 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4190 sec 2024-11-14T09:20:20,718 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,44951,1731576009406 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='83f56b55f2af:36445' 2024-11-14T09:20:20,723 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,44951,1731576009406 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@491b215, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:20:20,723 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,44951,1731576009406 {}] client.ClusterIdFetcher(90): Going to request 83f56b55f2af,36445,-1 for getting cluster id 2024-11-14T09:20:20,723 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,44951,1731576009406 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T09:20:20,724 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2f22240d-90f8-45a8-98a6-62fb93f9601e' 2024-11-14T09:20:20,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T09:20:20,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2f22240d-90f8-45a8-98a6-62fb93f9601e" 2024-11-14T09:20:20,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@52f64b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:20:20,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83f56b55f2af,36445,-1] 2024-11-14T09:20:20,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T09:20:20,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:20:20,725 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-14T09:20:20,726 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,44951,1731576009406 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f0178fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:20:20,726 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,44951,1731576009406 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T09:20:20,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 83f56b55f2af,36445,1731576013350 2024-11-14T09:20:20,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@50d94852 2024-11-14T09:20:20,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T09:20:20,728 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-14T09:20:20,728 INFO [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,44951,1731576009406 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-83f56b55f2af,44951,1731576009406 (queues=1) is replicating from cluster=68b78231-c030-4239-ba17-2c18812a1ceb to cluster=2f22240d-90f8-45a8-98a6-62fb93f9601e 2024-11-14T09:20:20,728 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,44951,1731576009406 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=83f56b55f2af%2C44951%2C1731576009406 2024-11-14T09:20:20,728 INFO [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,44951,1731576009406 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-83f56b55f2af,44951,1731576009406, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T09:20:20,729 INFO [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,44951,1731576009406.replicationSource.shipper83f56b55f2af%2C44951%2C1731576009406,1-83f56b55f2af,44951,1731576009406 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 83f56b55f2af%2C44951%2C1731576009406 2024-11-14T09:20:20,729 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,44951,1731576009406.replicationSource.wal-reader.83f56b55f2af%2C44951%2C1731576009406,1-83f56b55f2af,44951,1731576009406 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36775/user/jenkins/test-data/693b32fe-517b-0087-0f1d-f0d8970ace08/WALs/83f56b55f2af,44951,1731576009406/83f56b55f2af%2C44951%2C1731576009406.1731576011433, startPosition=0, beingWritten=true 2024-11-14T09:20:20,734 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,44951,1731576009406.replicationSource.wal-reader.83f56b55f2af%2C44951%2C1731576009406,1-83f56b55f2af,44951,1731576009406 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T09:20:20,734 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,44951,1731576009406.replicationSource.wal-reader.83f56b55f2af%2C44951%2C1731576009406,1-83f56b55f2af,44951,1731576009406 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36775/user/jenkins/test-data/693b32fe-517b-0087-0f1d-f0d8970ace08/WALs/83f56b55f2af,44951,1731576009406/83f56b55f2af%2C44951%2C1731576009406.1731576011433 to pos 379, reset compression=false 2024-11-14T09:20:20,734 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,44951,1731576009406.replicationSource.shipper83f56b55f2af%2C44951%2C1731576009406,1-83f56b55f2af,44951,1731576009406 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83f56b55f2af,44951,1731576009406 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36775/user/jenkins/test-data/693b32fe-517b-0087-0f1d-f0d8970ace08/WALs/83f56b55f2af,44951,1731576009406/83f56b55f2af%2C44951%2C1731576009406.1731576011433, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T09:20:20,939 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,44951,1731576009406.replicationSource.wal-reader.83f56b55f2af%2C44951%2C1731576009406,1-83f56b55f2af,44951,1731576009406 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36775/user/jenkins/test-data/693b32fe-517b-0087-0f1d-f0d8970ace08/WALs/83f56b55f2af,44951,1731576009406/83f56b55f2af%2C44951%2C1731576009406.1731576011433 to pos 379, reset compression=false 2024-11-14T09:20:21,242 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,44951,1731576009406.replicationSource.wal-reader.83f56b55f2af%2C44951%2C1731576009406,1-83f56b55f2af,44951,1731576009406 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36775/user/jenkins/test-data/693b32fe-517b-0087-0f1d-f0d8970ace08/WALs/83f56b55f2af,44951,1731576009406/83f56b55f2af%2C44951%2C1731576009406.1731576011433 to pos 379, reset compression=false 2024-11-14T09:20:21,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T09:20:21,435 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T09:20:21,435 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T09:20:21,435 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:20:21,435 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:20:21,435 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:20:21,435 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T09:20:21,436 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b3672b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:20:21,436 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83f56b55f2af,36445,-1 for getting cluster id 2024-11-14T09:20:21,436 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T09:20:21,437 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2f22240d-90f8-45a8-98a6-62fb93f9601e' 2024-11-14T09:20:21,437 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T09:20:21,437 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2f22240d-90f8-45a8-98a6-62fb93f9601e" 2024-11-14T09:20:21,437 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c46ef9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:20:21,437 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83f56b55f2af,36445,-1] 2024-11-14T09:20:21,437 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T09:20:21,437 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:20:21,438 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T09:20:21,439 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f3e9c95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:20:21,439 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T09:20:21,439 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 83f56b55f2af,36445,1731576013350 2024-11-14T09:20:21,439 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1c8119ff 2024-11-14T09:20:21,440 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T09:20:21,440 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T09:20:21,441 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36445 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://83f56b55f2af:45329,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T09:20:21,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36445 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T09:20:21,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36445 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T09:20:21,443 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='83f56b55f2af:45329' 2024-11-14T09:20:21,444 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d0794c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:20:21,444 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 83f56b55f2af,45329,-1 for getting cluster id 2024-11-14T09:20:21,444 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T09:20:21,444 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '68b78231-c030-4239-ba17-2c18812a1ceb' 2024-11-14T09:20:21,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T09:20:21,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "68b78231-c030-4239-ba17-2c18812a1ceb" 2024-11-14T09:20:21,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fa27b75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:20:21,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83f56b55f2af,45329,-1] 2024-11-14T09:20:21,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T09:20:21,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:20:21,446 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T09:20:21,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6318c4f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:20:21,446 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T09:20:21,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 83f56b55f2af,45329,1731576009353 2024-11-14T09:20:21,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6286633d 2024-11-14T09:20:21,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T09:20:21,447 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T09:20:21,448 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T09:20:21,448 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T09:20:21,448 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:20:21,448 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:20:21,448 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T09:20:21,449 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T09:20:21,450 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T09:20:21,451 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T09:20:21,451 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:20:21,451 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T09:20:21,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39259 is added to blk_1073741837_1013 (size=1138) 2024-11-14T09:20:21,500 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T09:20:21,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36445 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T09:20:21,646 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,44951,1731576009406.replicationSource.wal-reader.83f56b55f2af%2C44951%2C1731576009406,1-83f56b55f2af,44951,1731576009406 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36775/user/jenkins/test-data/693b32fe-517b-0087-0f1d-f0d8970ace08/WALs/83f56b55f2af,44951,1731576009406/83f56b55f2af%2C44951%2C1731576009406.1731576011433 to pos 379, reset compression=false 2024-11-14T09:20:21,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36445 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T09:20:21,863 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 59d39f975153faa8d8368bd48f3b4cd3, NAME => 'hbase:replication,,1731576021449.59d39f975153faa8d8368bd48f3b4cd3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36523/user/jenkins/test-data/d39b021a-d560-1426-f263-078d98d9530f 2024-11-14T09:20:21,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39259 is added to blk_1073741838_1014 (size=44) 2024-11-14T09:20:22,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36445 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T09:20:22,084 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T09:20:22,084 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [83f56b55f2af,37065,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=83f56b55f2af:37065 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T09:20:22,085 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18284 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [83f56b55f2af,37065,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=83f56b55f2af:37065 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T09:20:22,150 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,44951,1731576009406.replicationSource.wal-reader.83f56b55f2af%2C44951%2C1731576009406,1-83f56b55f2af,44951,1731576009406 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36775/user/jenkins/test-data/693b32fe-517b-0087-0f1d-f0d8970ace08/WALs/83f56b55f2af,44951,1731576009406/83f56b55f2af%2C44951%2C1731576009406.1731576011433 to pos 379, reset compression=false 2024-11-14T09:20:22,269 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731576021449.59d39f975153faa8d8368bd48f3b4cd3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:20:22,269 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 59d39f975153faa8d8368bd48f3b4cd3, disabling compactions & flushes 2024-11-14T09:20:22,269 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731576021449.59d39f975153faa8d8368bd48f3b4cd3. 2024-11-14T09:20:22,269 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731576021449.59d39f975153faa8d8368bd48f3b4cd3. 2024-11-14T09:20:22,269 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731576021449.59d39f975153faa8d8368bd48f3b4cd3. after waiting 0 ms 2024-11-14T09:20:22,269 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731576021449.59d39f975153faa8d8368bd48f3b4cd3. 2024-11-14T09:20:22,269 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731576021449.59d39f975153faa8d8368bd48f3b4cd3. 2024-11-14T09:20:22,269 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 59d39f975153faa8d8368bd48f3b4cd3: Waiting for close lock at 1731576022269Disabling compacts and flushes for region at 1731576022269Disabling writes for close at 1731576022269Writing region close event to WAL at 1731576022269Closed at 1731576022269 2024-11-14T09:20:22,270 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T09:20:22,271 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731576021449.59d39f975153faa8d8368bd48f3b4cd3.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731576022270"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731576022270"}]},"ts":"1731576022270"} 2024-11-14T09:20:22,272 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T09:20:22,273 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T09:20:22,273 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731576022273"}]},"ts":"1731576022273"} 2024-11-14T09:20:22,275 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T09:20:22,275 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=59d39f975153faa8d8368bd48f3b4cd3, ASSIGN}] 2024-11-14T09:20:22,276 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=59d39f975153faa8d8368bd48f3b4cd3, ASSIGN 2024-11-14T09:20:22,276 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=59d39f975153faa8d8368bd48f3b4cd3, ASSIGN; state=OFFLINE, location=83f56b55f2af,39263,1731576013404; forceNewPlan=false, retain=false 2024-11-14T09:20:22,427 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=59d39f975153faa8d8368bd48f3b4cd3, regionState=OPENING, regionLocation=83f56b55f2af,39263,1731576013404 2024-11-14T09:20:22,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=59d39f975153faa8d8368bd48f3b4cd3, ASSIGN because future has completed 2024-11-14T09:20:22,430 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 59d39f975153faa8d8368bd48f3b4cd3, server=83f56b55f2af,39263,1731576013404}] 2024-11-14T09:20:22,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36445 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T09:20:22,586 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731576021449.59d39f975153faa8d8368bd48f3b4cd3. 2024-11-14T09:20:22,586 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T09:20:22,586 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T09:20:22,587 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=83f56b55f2af%2C39263%2C1731576013404.rep, suffix=, logDir=hdfs://localhost:36523/user/jenkins/test-data/d39b021a-d560-1426-f263-078d98d9530f/WALs/83f56b55f2af,39263,1731576013404, archiveDir=hdfs://localhost:36523/user/jenkins/test-data/d39b021a-d560-1426-f263-078d98d9530f/oldWALs, maxLogs=10 2024-11-14T09:20:22,601 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T09:20:22,604 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d39b021a-d560-1426-f263-078d98d9530f/WALs/83f56b55f2af,39263,1731576013404/83f56b55f2af%2C39263%2C1731576013404.rep.1731576022587, exclude list is [], retry=0 2024-11-14T09:20:22,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39259,DS-41a86fe9-4911-4a31-9c78-6444fd765dab,DISK] 2024-11-14T09:20:22,610 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d39b021a-d560-1426-f263-078d98d9530f/WALs/83f56b55f2af,39263,1731576013404/83f56b55f2af%2C39263%2C1731576013404.rep.1731576022587 2024-11-14T09:20:22,610 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45527:45527)] 2024-11-14T09:20:22,610 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 59d39f975153faa8d8368bd48f3b4cd3, NAME => 'hbase:replication,,1731576021449.59d39f975153faa8d8368bd48f3b4cd3.', STARTKEY => '', ENDKEY => ''} 2024-11-14T09:20:22,611 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T09:20:22,611 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T09:20:22,611 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731576021449.59d39f975153faa8d8368bd48f3b4cd3. service=MultiRowMutationService 2024-11-14T09:20:22,611 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T09:20:22,611 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 59d39f975153faa8d8368bd48f3b4cd3 2024-11-14T09:20:22,611 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731576021449.59d39f975153faa8d8368bd48f3b4cd3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:20:22,611 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 59d39f975153faa8d8368bd48f3b4cd3 2024-11-14T09:20:22,611 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 59d39f975153faa8d8368bd48f3b4cd3 2024-11-14T09:20:22,612 INFO [StoreOpener-59d39f975153faa8d8368bd48f3b4cd3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 59d39f975153faa8d8368bd48f3b4cd3 2024-11-14T09:20:22,614 INFO [StoreOpener-59d39f975153faa8d8368bd48f3b4cd3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 59d39f975153faa8d8368bd48f3b4cd3 columnFamilyName hfileref 2024-11-14T09:20:22,614 DEBUG [StoreOpener-59d39f975153faa8d8368bd48f3b4cd3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:20:22,614 INFO [StoreOpener-59d39f975153faa8d8368bd48f3b4cd3-1 {}] regionserver.HStore(327): Store=59d39f975153faa8d8368bd48f3b4cd3/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:20:22,614 INFO [StoreOpener-59d39f975153faa8d8368bd48f3b4cd3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 59d39f975153faa8d8368bd48f3b4cd3 2024-11-14T09:20:22,615 INFO [StoreOpener-59d39f975153faa8d8368bd48f3b4cd3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 59d39f975153faa8d8368bd48f3b4cd3 columnFamilyName queue 2024-11-14T09:20:22,615 DEBUG [StoreOpener-59d39f975153faa8d8368bd48f3b4cd3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:20:22,615 INFO [StoreOpener-59d39f975153faa8d8368bd48f3b4cd3-1 {}] regionserver.HStore(327): Store=59d39f975153faa8d8368bd48f3b4cd3/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:20:22,616 INFO [StoreOpener-59d39f975153faa8d8368bd48f3b4cd3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 59d39f975153faa8d8368bd48f3b4cd3 2024-11-14T09:20:22,616 INFO [StoreOpener-59d39f975153faa8d8368bd48f3b4cd3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 59d39f975153faa8d8368bd48f3b4cd3 columnFamilyName sid 2024-11-14T09:20:22,616 DEBUG [StoreOpener-59d39f975153faa8d8368bd48f3b4cd3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:20:22,617 INFO [StoreOpener-59d39f975153faa8d8368bd48f3b4cd3-1 {}] regionserver.HStore(327): Store=59d39f975153faa8d8368bd48f3b4cd3/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:20:22,617 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 59d39f975153faa8d8368bd48f3b4cd3 2024-11-14T09:20:22,617 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36523/user/jenkins/test-data/d39b021a-d560-1426-f263-078d98d9530f/data/hbase/replication/59d39f975153faa8d8368bd48f3b4cd3 2024-11-14T09:20:22,618 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36523/user/jenkins/test-data/d39b021a-d560-1426-f263-078d98d9530f/data/hbase/replication/59d39f975153faa8d8368bd48f3b4cd3 2024-11-14T09:20:22,618 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 59d39f975153faa8d8368bd48f3b4cd3 2024-11-14T09:20:22,618 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 59d39f975153faa8d8368bd48f3b4cd3 2024-11-14T09:20:22,619 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T09:20:22,620 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 59d39f975153faa8d8368bd48f3b4cd3 2024-11-14T09:20:22,625 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36523/user/jenkins/test-data/d39b021a-d560-1426-f263-078d98d9530f/data/hbase/replication/59d39f975153faa8d8368bd48f3b4cd3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T09:20:22,625 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 59d39f975153faa8d8368bd48f3b4cd3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63417910, jitterRate=-0.05499950051307678}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T09:20:22,625 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 59d39f975153faa8d8368bd48f3b4cd3 2024-11-14T09:20:22,625 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 59d39f975153faa8d8368bd48f3b4cd3: Running coprocessor pre-open hook at 1731576022611Writing region info on filesystem at 1731576022611Initializing all the Stores at 1731576022612 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731576022612Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731576022612Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731576022612Cleaning up temporary data from old regions at 1731576022618 (+6 ms)Running coprocessor post-open hooks at 1731576022625 (+7 ms)Region opened successfully at 1731576022625 2024-11-14T09:20:22,626 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731576021449.59d39f975153faa8d8368bd48f3b4cd3., pid=10, masterSystemTime=1731576022582 2024-11-14T09:20:22,628 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731576021449.59d39f975153faa8d8368bd48f3b4cd3. 2024-11-14T09:20:22,628 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731576021449.59d39f975153faa8d8368bd48f3b4cd3. 2024-11-14T09:20:22,628 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=59d39f975153faa8d8368bd48f3b4cd3, regionState=OPEN, openSeqNum=2, regionLocation=83f56b55f2af,39263,1731576013404 2024-11-14T09:20:22,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 59d39f975153faa8d8368bd48f3b4cd3, server=83f56b55f2af,39263,1731576013404 because future has completed 2024-11-14T09:20:22,631 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:20:22,631 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:20:22,631 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:20:22,632 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:20:22,632 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:20:22,632 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:20:22,633 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T09:20:22,633 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 59d39f975153faa8d8368bd48f3b4cd3, server=83f56b55f2af,39263,1731576013404 in 201 msec 2024-11-14T09:20:22,634 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T09:20:22,634 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=59d39f975153faa8d8368bd48f3b4cd3, ASSIGN in 358 msec 2024-11-14T09:20:22,635 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T09:20:22,635 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731576022635"}]},"ts":"1731576022635"} 2024-11-14T09:20:22,640 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T09:20:22,641 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T09:20:22,642 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:20:22,642 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:20:22,643 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1920 sec 2024-11-14T09:20:22,645 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:20:22,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731576021449.59d39f975153faa8d8368bd48f3b4cd3., hostname=83f56b55f2af,39263,1731576013404, seqNum=2] 2024-11-14T09:20:22,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39263-0x10115c6f7ce0004, quorum=127.0.0.1:63666, baseZNode=/1741849050 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1741849050 2024-11-14T09:20:22,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36445-0x10115c6f7ce0003, quorum=127.0.0.1:63666, baseZNode=/1741849050 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1741849050 2024-11-14T09:20:22,665 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T09:20:22,754 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,44951,1731576009406.replicationSource.wal-reader.83f56b55f2af%2C44951%2C1731576009406,1-83f56b55f2af,44951,1731576009406 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36775/user/jenkins/test-data/693b32fe-517b-0087-0f1d-f0d8970ace08/WALs/83f56b55f2af,44951,1731576009406/83f56b55f2af%2C44951%2C1731576009406.1731576011433 to pos 379, reset compression=false 2024-11-14T09:20:22,817 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T09:20:22,817 INFO [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T09:20:22,848 INFO [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-83f56b55f2af,39263,1731576013404, ReplicationSource: 1, currentBandwidth=0 2024-11-14T09:20:22,848 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:20:22,848 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83f56b55f2af,39263,1731576013404, seqNum=-1] 2024-11-14T09:20:22,849 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T09:20:22,850 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50455, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-14T09:20:22,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-83f56b55f2af,39263,1731576013404', locateType=CURRENT is [region=hbase:replication,,1731576021449.59d39f975153faa8d8368bd48f3b4cd3., hostname=83f56b55f2af,39263,1731576013404, seqNum=2] 2024-11-14T09:20:22,853 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T09:20:22,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36445 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T09:20:22,855 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 83f56b55f2af,39263,1731576013404 suceeded 2024-11-14T09:20:22,857 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T09:20:22,857 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 191 msec 2024-11-14T09:20:22,857 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://83f56b55f2af:45329,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T09:20:22,858 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4160 sec 2024-11-14T09:20:22,869 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,39263,1731576013404 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='83f56b55f2af:45329' 2024-11-14T09:20:22,870 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,39263,1731576013404 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@78b752f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:20:22,870 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,39263,1731576013404 {}] client.ClusterIdFetcher(90): Going to request 83f56b55f2af,45329,-1 for getting cluster id 2024-11-14T09:20:22,870 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,39263,1731576013404 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T09:20:22,870 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '68b78231-c030-4239-ba17-2c18812a1ceb' 2024-11-14T09:20:22,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T09:20:22,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "68b78231-c030-4239-ba17-2c18812a1ceb" 2024-11-14T09:20:22,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2fd36c83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:20:22,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83f56b55f2af,45329,-1] 2024-11-14T09:20:22,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T09:20:22,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:20:22,872 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-14T09:20:22,873 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,39263,1731576013404 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@66f0a712, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:20:22,873 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,39263,1731576013404 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T09:20:22,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 83f56b55f2af,45329,1731576009353 2024-11-14T09:20:22,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1fa49dcd 2024-11-14T09:20:22,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T09:20:22,874 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-14T09:20:22,875 INFO [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,39263,1731576013404 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-83f56b55f2af,39263,1731576013404 (queues=1) is replicating from cluster=2f22240d-90f8-45a8-98a6-62fb93f9601e to cluster=68b78231-c030-4239-ba17-2c18812a1ceb 2024-11-14T09:20:22,875 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,39263,1731576013404 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=83f56b55f2af%2C39263%2C1731576013404 2024-11-14T09:20:22,875 INFO [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,39263,1731576013404 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-83f56b55f2af,39263,1731576013404, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T09:20:22,875 INFO [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,39263,1731576013404.replicationSource.shipper83f56b55f2af%2C39263%2C1731576013404,1-83f56b55f2af,39263,1731576013404 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 83f56b55f2af%2C39263%2C1731576013404 2024-11-14T09:20:22,875 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,39263,1731576013404.replicationSource.wal-reader.83f56b55f2af%2C39263%2C1731576013404,1-83f56b55f2af,39263,1731576013404 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36523/user/jenkins/test-data/d39b021a-d560-1426-f263-078d98d9530f/WALs/83f56b55f2af,39263,1731576013404/83f56b55f2af%2C39263%2C1731576013404.1731576015450, startPosition=0, beingWritten=true 2024-11-14T09:20:22,880 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,39263,1731576013404.replicationSource.wal-reader.83f56b55f2af%2C39263%2C1731576013404,1-83f56b55f2af,39263,1731576013404 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T09:20:22,880 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,39263,1731576013404.replicationSource.wal-reader.83f56b55f2af%2C39263%2C1731576013404,1-83f56b55f2af,39263,1731576013404 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36523/user/jenkins/test-data/d39b021a-d560-1426-f263-078d98d9530f/WALs/83f56b55f2af,39263,1731576013404/83f56b55f2af%2C39263%2C1731576013404.1731576015450 to pos 379, reset compression=false 2024-11-14T09:20:22,880 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,39263,1731576013404.replicationSource.shipper83f56b55f2af%2C39263%2C1731576013404,1-83f56b55f2af,39263,1731576013404 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83f56b55f2af,39263,1731576013404 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36523/user/jenkins/test-data/d39b021a-d560-1426-f263-078d98d9530f/WALs/83f56b55f2af,39263,1731576013404/83f56b55f2af%2C39263%2C1731576013404.1731576015450, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T09:20:23,084 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,39263,1731576013404.replicationSource.wal-reader.83f56b55f2af%2C39263%2C1731576013404,1-83f56b55f2af,39263,1731576013404 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36523/user/jenkins/test-data/d39b021a-d560-1426-f263-078d98d9530f/WALs/83f56b55f2af,39263,1731576013404/83f56b55f2af%2C39263%2C1731576013404.1731576015450 to pos 379, reset compression=false 2024-11-14T09:20:23,389 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,39263,1731576013404.replicationSource.wal-reader.83f56b55f2af%2C39263%2C1731576013404,1-83f56b55f2af,39263,1731576013404 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36523/user/jenkins/test-data/d39b021a-d560-1426-f263-078d98d9530f/WALs/83f56b55f2af,39263,1731576013404/83f56b55f2af%2C39263%2C1731576013404.1731576015450 to pos 379, reset compression=false 2024-11-14T09:20:23,430 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-14T09:20:23,457 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,44951,1731576009406.replicationSource.wal-reader.83f56b55f2af%2C44951%2C1731576009406,1-83f56b55f2af,44951,1731576009406 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36775/user/jenkins/test-data/693b32fe-517b-0087-0f1d-f0d8970ace08/WALs/83f56b55f2af,44951,1731576009406/83f56b55f2af%2C44951%2C1731576009406.1731576011433 to pos 379, reset compression=false 2024-11-14T09:20:23,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36445 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T09:20:23,585 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T09:20:23,585 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T09:20:23,585 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:20:23,586 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:20:23,586 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:20:23,586 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T09:20:23,586 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:20:23,587 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83f56b55f2af,44951,1731576009406, seqNum=-1] 2024-11-14T09:20:23,587 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T09:20:23,588 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T09:20:23,590 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731576015961.10c4a3c2996b206a56fd817988d95f8a., hostname=83f56b55f2af,44951,1731576009406, seqNum=2] 2024-11-14T09:20:23,592 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:20:23,593 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83f56b55f2af,39263,1731576013404, seqNum=-1] 2024-11-14T09:20:23,593 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T09:20:23,594 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T09:20:23,595 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731576018128.2dc3bee9fa2522065d580d3187d16f28., hostname=83f56b55f2af,39263,1731576013404, seqNum=2] 2024-11-14T09:20:23,596 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-14T09:20:23,793 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,39263,1731576013404.replicationSource.wal-reader.83f56b55f2af%2C39263%2C1731576013404,1-83f56b55f2af,39263,1731576013404 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36523/user/jenkins/test-data/d39b021a-d560-1426-f263-078d98d9530f/WALs/83f56b55f2af,39263,1731576013404/83f56b55f2af%2C39263%2C1731576013404.1731576015450 to pos 379, reset compression=false 2024-11-14T09:20:24,262 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,44951,1731576009406.replicationSource.wal-reader.83f56b55f2af%2C44951%2C1731576009406,1-83f56b55f2af,44951,1731576009406 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36775/user/jenkins/test-data/693b32fe-517b-0087-0f1d-f0d8970ace08/WALs/83f56b55f2af,44951,1731576009406/83f56b55f2af%2C44951%2C1731576009406.1731576011433 to pos 379, reset compression=false 2024-11-14T09:20:24,268 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,44951,1731576009406.replicationSource.wal-reader.83f56b55f2af%2C44951%2C1731576009406,1-83f56b55f2af,44951,1731576009406 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T09:20:24,268 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,44951,1731576009406.replicationSource.wal-reader.83f56b55f2af%2C44951%2C1731576009406,1-83f56b55f2af,44951,1731576009406 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36775/user/jenkins/test-data/693b32fe-517b-0087-0f1d-f0d8970ace08/WALs/83f56b55f2af,44951,1731576009406/83f56b55f2af%2C44951%2C1731576009406.1731576011433 to pos 480, reset compression=false 2024-11-14T09:20:24,268 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,44951,1731576009406.replicationSource.shipper83f56b55f2af%2C44951%2C1731576009406,1-83f56b55f2af,44951,1731576009406 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83f56b55f2af,44951,1731576009406 got entry batch from reader: WALEntryBatch [walEntries=[{test/10c4a3c2996b206a56fd817988d95f8a/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:36775/user/jenkins/test-data/693b32fe-517b-0087-0f1d-f0d8970ace08/WALs/83f56b55f2af,44951,1731576009406/83f56b55f2af%2C44951%2C1731576009406.1731576011433, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-14T09:20:24,275 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,44951,1731576009406.replicationSource.shipper83f56b55f2af%2C44951%2C1731576009406,1-83f56b55f2af,44951,1731576009406 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T09:20:24,282 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-14T09:20:24,285 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T09:20:24,297 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2fef4a8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:20:24,297 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] client.ClusterIdFetcher(90): Going to request 83f56b55f2af,36445,-1 for getting cluster id 2024-11-14T09:20:24,297 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T09:20:24,297 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,39263,1731576013404.replicationSource.wal-reader.83f56b55f2af%2C39263%2C1731576013404,1-83f56b55f2af,39263,1731576013404 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36523/user/jenkins/test-data/d39b021a-d560-1426-f263-078d98d9530f/WALs/83f56b55f2af,39263,1731576013404/83f56b55f2af%2C39263%2C1731576013404.1731576015450 to pos 379, reset compression=false 2024-11-14T09:20:24,298 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2f22240d-90f8-45a8-98a6-62fb93f9601e' 2024-11-14T09:20:24,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T09:20:24,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2f22240d-90f8-45a8-98a6-62fb93f9601e" 2024-11-14T09:20:24,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@326ab335, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:20:24,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83f56b55f2af,36445,-1] 2024-11-14T09:20:24,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T09:20:24,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:20:24,299 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-14T09:20:24,300 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1cc226d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:20:24,306 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:20:24,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83f56b55f2af,39263,1731576013404, seqNum=-1] 2024-11-14T09:20:24,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T09:20:24,309 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-14T09:20:24,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731576018128.2dc3bee9fa2522065d580d3187d16f28., hostname=83f56b55f2af,39263,1731576013404, seqNum=2] 2024-11-14T09:20:24,335 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T09:20:24,493 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,44951,1731576009406.replicationSource.wal-reader.83f56b55f2af%2C44951%2C1731576009406,1-83f56b55f2af,44951,1731576009406 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36775/user/jenkins/test-data/693b32fe-517b-0087-0f1d-f0d8970ace08/WALs/83f56b55f2af,44951,1731576009406/83f56b55f2af%2C44951%2C1731576009406.1731576011433 to pos 480, reset compression=false 2024-11-14T09:20:24,600 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-14T09:20:24,603 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-14T09:20:24,797 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,44951,1731576009406.replicationSource.wal-reader.83f56b55f2af%2C44951%2C1731576009406,1-83f56b55f2af,44951,1731576009406 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36775/user/jenkins/test-data/693b32fe-517b-0087-0f1d-f0d8970ace08/WALs/83f56b55f2af,44951,1731576009406/83f56b55f2af%2C44951%2C1731576009406.1731576011433 to pos 480, reset compression=false 2024-11-14T09:20:24,901 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,39263,1731576013404.replicationSource.wal-reader.83f56b55f2af%2C39263%2C1731576013404,1-83f56b55f2af,39263,1731576013404 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36523/user/jenkins/test-data/d39b021a-d560-1426-f263-078d98d9530f/WALs/83f56b55f2af,39263,1731576013404/83f56b55f2af%2C39263%2C1731576013404.1731576015450 to pos 379, reset compression=false 2024-11-14T09:20:24,906 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,39263,1731576013404.replicationSource.wal-reader.83f56b55f2af%2C39263%2C1731576013404,1-83f56b55f2af,39263,1731576013404 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T09:20:24,906 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,39263,1731576013404.replicationSource.wal-reader.83f56b55f2af%2C39263%2C1731576013404,1-83f56b55f2af,39263,1731576013404 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36523/user/jenkins/test-data/d39b021a-d560-1426-f263-078d98d9530f/WALs/83f56b55f2af,39263,1731576013404/83f56b55f2af%2C39263%2C1731576013404.1731576015450 to pos 607, reset compression=false 2024-11-14T09:20:24,906 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,39263,1731576013404.replicationSource.shipper83f56b55f2af%2C39263%2C1731576013404,1-83f56b55f2af,39263,1731576013404 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83f56b55f2af,39263,1731576013404 got entry batch from reader: WALEntryBatch [walEntries=[{test/2dc3bee9fa2522065d580d3187d16f28/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:36523/user/jenkins/test-data/d39b021a-d560-1426-f263-078d98d9530f/WALs/83f56b55f2af,39263,1731576013404/83f56b55f2af%2C39263%2C1731576013404.1731576015450, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-14T09:20:24,908 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,39263,1731576013404.replicationSource.shipper83f56b55f2af%2C39263%2C1731576013404,1-83f56b55f2af,39263,1731576013404 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T09:20:24,910 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-14T09:20:24,910 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44951 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T09:20:24,910 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44951 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5afeb84d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:20:24,911 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44951 {}] client.ClusterIdFetcher(90): Going to request 83f56b55f2af,45329,-1 for getting cluster id 2024-11-14T09:20:24,911 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44951 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T09:20:24,911 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '68b78231-c030-4239-ba17-2c18812a1ceb' 2024-11-14T09:20:24,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T09:20:24,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "68b78231-c030-4239-ba17-2c18812a1ceb" 2024-11-14T09:20:24,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@40c8bd4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:20:24,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83f56b55f2af,45329,-1] 2024-11-14T09:20:24,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T09:20:24,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:20:24,912 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-14T09:20:24,913 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44951 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1542a937, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:20:24,913 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44951 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:20:24,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83f56b55f2af,44951,1731576009406, seqNum=-1] 2024-11-14T09:20:24,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T09:20:24,915 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-14T09:20:24,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731576015961.10c4a3c2996b206a56fd817988d95f8a., hostname=83f56b55f2af,44951,1731576009406, seqNum=2] 2024-11-14T09:20:24,919 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44951 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T09:20:25,110 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,39263,1731576013404.replicationSource.wal-reader.83f56b55f2af%2C39263%2C1731576013404,1-83f56b55f2af,39263,1731576013404 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36523/user/jenkins/test-data/d39b021a-d560-1426-f263-078d98d9530f/WALs/83f56b55f2af,39263,1731576013404/83f56b55f2af%2C39263%2C1731576013404.1731576015450 to pos 607, reset compression=false 2024-11-14T09:20:25,201 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,44951,1731576009406.replicationSource.wal-reader.83f56b55f2af%2C44951%2C1731576009406,1-83f56b55f2af,44951,1731576009406 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36775/user/jenkins/test-data/693b32fe-517b-0087-0f1d-f0d8970ace08/WALs/83f56b55f2af,44951,1731576009406/83f56b55f2af%2C44951%2C1731576009406.1731576011433 to pos 480, reset compression=false 2024-11-14T09:20:25,205 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,44951,1731576009406.replicationSource.wal-reader.83f56b55f2af%2C44951%2C1731576009406,1-83f56b55f2af,44951,1731576009406 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T09:20:25,205 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,44951,1731576009406.replicationSource.wal-reader.83f56b55f2af%2C44951%2C1731576009406,1-83f56b55f2af,44951,1731576009406 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36775/user/jenkins/test-data/693b32fe-517b-0087-0f1d-f0d8970ace08/WALs/83f56b55f2af,44951,1731576009406/83f56b55f2af%2C44951%2C1731576009406.1731576011433 to pos 607, reset compression=false 2024-11-14T09:20:25,205 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,44951,1731576009406.replicationSource.shipper83f56b55f2af%2C44951%2C1731576009406,1-83f56b55f2af,44951,1731576009406 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83f56b55f2af,44951,1731576009406 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36775/user/jenkins/test-data/693b32fe-517b-0087-0f1d-f0d8970ace08/WALs/83f56b55f2af,44951,1731576009406/83f56b55f2af%2C44951%2C1731576009406.1731576011433, lastWalPosition=607, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T09:20:25,410 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,44951,1731576009406.replicationSource.wal-reader.83f56b55f2af%2C44951%2C1731576009406,1-83f56b55f2af,44951,1731576009406 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36775/user/jenkins/test-data/693b32fe-517b-0087-0f1d-f0d8970ace08/WALs/83f56b55f2af,44951,1731576009406/83f56b55f2af%2C44951%2C1731576009406.1731576011433 to pos 607, reset compression=false 2024-11-14T09:20:25,414 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,39263,1731576013404.replicationSource.wal-reader.83f56b55f2af%2C39263%2C1731576013404,1-83f56b55f2af,39263,1731576013404 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36523/user/jenkins/test-data/d39b021a-d560-1426-f263-078d98d9530f/WALs/83f56b55f2af,39263,1731576013404/83f56b55f2af%2C39263%2C1731576013404.1731576015450 to pos 607, reset compression=false 2024-11-14T09:20:25,605 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-14T09:20:25,611 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-14T09:20:25,714 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,44951,1731576009406.replicationSource.wal-reader.83f56b55f2af%2C44951%2C1731576009406,1-83f56b55f2af,44951,1731576009406 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36775/user/jenkins/test-data/693b32fe-517b-0087-0f1d-f0d8970ace08/WALs/83f56b55f2af,44951,1731576009406/83f56b55f2af%2C44951%2C1731576009406.1731576011433 to pos 607, reset compression=false 2024-11-14T09:20:25,719 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,44951,1731576009406.replicationSource.wal-reader.83f56b55f2af%2C44951%2C1731576009406,1-83f56b55f2af,44951,1731576009406 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T09:20:25,719 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,44951,1731576009406.replicationSource.wal-reader.83f56b55f2af%2C44951%2C1731576009406,1-83f56b55f2af,44951,1731576009406 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36775/user/jenkins/test-data/693b32fe-517b-0087-0f1d-f0d8970ace08/WALs/83f56b55f2af,44951,1731576009406/83f56b55f2af%2C44951%2C1731576009406.1731576011433 to pos 763, reset compression=false 2024-11-14T09:20:25,719 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,44951,1731576009406.replicationSource.shipper83f56b55f2af%2C44951%2C1731576009406,1-83f56b55f2af,44951,1731576009406 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83f56b55f2af,44951,1731576009406 got entry batch from reader: WALEntryBatch [walEntries=[{test/10c4a3c2996b206a56fd817988d95f8a/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:36775/user/jenkins/test-data/693b32fe-517b-0087-0f1d-f0d8970ace08/WALs/83f56b55f2af,44951,1731576009406/83f56b55f2af%2C44951%2C1731576009406.1731576011433, lastWalPosition=763, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-14T09:20:25,721 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T09:20:25,724 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T09:20:25,818 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,39263,1731576013404.replicationSource.wal-reader.83f56b55f2af%2C39263%2C1731576013404,1-83f56b55f2af,39263,1731576013404 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36523/user/jenkins/test-data/d39b021a-d560-1426-f263-078d98d9530f/WALs/83f56b55f2af,39263,1731576013404/83f56b55f2af%2C39263%2C1731576013404.1731576015450 to pos 607, reset compression=false 2024-11-14T09:20:25,823 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,39263,1731576013404.replicationSource.wal-reader.83f56b55f2af%2C39263%2C1731576013404,1-83f56b55f2af,39263,1731576013404 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T09:20:25,823 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,39263,1731576013404.replicationSource.wal-reader.83f56b55f2af%2C39263%2C1731576013404,1-83f56b55f2af,39263,1731576013404 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36523/user/jenkins/test-data/d39b021a-d560-1426-f263-078d98d9530f/WALs/83f56b55f2af,39263,1731576013404/83f56b55f2af%2C39263%2C1731576013404.1731576015450 to pos 754, reset compression=false 2024-11-14T09:20:25,823 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,39263,1731576013404.replicationSource.shipper83f56b55f2af%2C39263%2C1731576013404,1-83f56b55f2af,39263,1731576013404 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83f56b55f2af,39263,1731576013404 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36523/user/jenkins/test-data/d39b021a-d560-1426-f263-078d98d9530f/WALs/83f56b55f2af,39263,1731576013404/83f56b55f2af%2C39263%2C1731576013404.1731576015450, lastWalPosition=754, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T09:20:25,923 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,44951,1731576009406.replicationSource.wal-reader.83f56b55f2af%2C44951%2C1731576009406,1-83f56b55f2af,44951,1731576009406 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36775/user/jenkins/test-data/693b32fe-517b-0087-0f1d-f0d8970ace08/WALs/83f56b55f2af,44951,1731576009406/83f56b55f2af%2C44951%2C1731576009406.1731576011433 to pos 763, reset compression=false 2024-11-14T09:20:26,027 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,39263,1731576013404.replicationSource.wal-reader.83f56b55f2af%2C39263%2C1731576013404,1-83f56b55f2af,39263,1731576013404 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36523/user/jenkins/test-data/d39b021a-d560-1426-f263-078d98d9530f/WALs/83f56b55f2af,39263,1731576013404/83f56b55f2af%2C39263%2C1731576013404.1731576015450 to pos 754, reset compression=false 2024-11-14T09:20:26,227 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,44951,1731576009406.replicationSource.wal-reader.83f56b55f2af%2C44951%2C1731576009406,1-83f56b55f2af,44951,1731576009406 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36775/user/jenkins/test-data/693b32fe-517b-0087-0f1d-f0d8970ace08/WALs/83f56b55f2af,44951,1731576009406/83f56b55f2af%2C44951%2C1731576009406.1731576011433 to pos 763, reset compression=false 2024-11-14T09:20:26,331 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,39263,1731576013404.replicationSource.wal-reader.83f56b55f2af%2C39263%2C1731576013404,1-83f56b55f2af,39263,1731576013404 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36523/user/jenkins/test-data/d39b021a-d560-1426-f263-078d98d9530f/WALs/83f56b55f2af,39263,1731576013404/83f56b55f2af%2C39263%2C1731576013404.1731576015450 to pos 754, reset compression=false 2024-11-14T09:20:26,613 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-14T09:20:26,616 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-14T09:20:26,632 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,44951,1731576009406.replicationSource.wal-reader.83f56b55f2af%2C44951%2C1731576009406,1-83f56b55f2af,44951,1731576009406 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36775/user/jenkins/test-data/693b32fe-517b-0087-0f1d-f0d8970ace08/WALs/83f56b55f2af,44951,1731576009406/83f56b55f2af%2C44951%2C1731576009406.1731576011433 to pos 763, reset compression=false 2024-11-14T09:20:26,734 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,39263,1731576013404.replicationSource.wal-reader.83f56b55f2af%2C39263%2C1731576013404,1-83f56b55f2af,39263,1731576013404 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36523/user/jenkins/test-data/d39b021a-d560-1426-f263-078d98d9530f/WALs/83f56b55f2af,39263,1731576013404/83f56b55f2af%2C39263%2C1731576013404.1731576015450 to pos 754, reset compression=false 2024-11-14T09:20:26,740 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,39263,1731576013404.replicationSource.wal-reader.83f56b55f2af%2C39263%2C1731576013404,1-83f56b55f2af,39263,1731576013404 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T09:20:26,740 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,39263,1731576013404.replicationSource.wal-reader.83f56b55f2af%2C39263%2C1731576013404,1-83f56b55f2af,39263,1731576013404 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36523/user/jenkins/test-data/d39b021a-d560-1426-f263-078d98d9530f/WALs/83f56b55f2af,39263,1731576013404/83f56b55f2af%2C39263%2C1731576013404.1731576015450 to pos 913, reset compression=false 2024-11-14T09:20:26,740 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,39263,1731576013404.replicationSource.shipper83f56b55f2af%2C39263%2C1731576013404,1-83f56b55f2af,39263,1731576013404 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83f56b55f2af,39263,1731576013404 got entry batch from reader: WALEntryBatch [walEntries=[{test/2dc3bee9fa2522065d580d3187d16f28/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:36523/user/jenkins/test-data/d39b021a-d560-1426-f263-078d98d9530f/WALs/83f56b55f2af,39263,1731576013404/83f56b55f2af%2C39263%2C1731576013404.1731576015450, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-14T09:20:26,741 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44951 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T09:20:26,744 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44951 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T09:20:26,943 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,39263,1731576013404.replicationSource.wal-reader.83f56b55f2af%2C39263%2C1731576013404,1-83f56b55f2af,39263,1731576013404 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36523/user/jenkins/test-data/d39b021a-d560-1426-f263-078d98d9530f/WALs/83f56b55f2af,39263,1731576013404/83f56b55f2af%2C39263%2C1731576013404.1731576015450 to pos 913, reset compression=false 2024-11-14T09:20:27,136 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,44951,1731576009406.replicationSource.wal-reader.83f56b55f2af%2C44951%2C1731576009406,1-83f56b55f2af,44951,1731576009406 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36775/user/jenkins/test-data/693b32fe-517b-0087-0f1d-f0d8970ace08/WALs/83f56b55f2af,44951,1731576009406/83f56b55f2af%2C44951%2C1731576009406.1731576011433 to pos 763, reset compression=false 2024-11-14T09:20:27,141 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,44951,1731576009406.replicationSource.wal-reader.83f56b55f2af%2C44951%2C1731576009406,1-83f56b55f2af,44951,1731576009406 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T09:20:27,141 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,44951,1731576009406.replicationSource.wal-reader.83f56b55f2af%2C44951%2C1731576009406,1-83f56b55f2af,44951,1731576009406 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36775/user/jenkins/test-data/693b32fe-517b-0087-0f1d-f0d8970ace08/WALs/83f56b55f2af,44951,1731576009406/83f56b55f2af%2C44951%2C1731576009406.1731576011433 to pos 912, reset compression=false 2024-11-14T09:20:27,141 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,44951,1731576009406.replicationSource.shipper83f56b55f2af%2C44951%2C1731576009406,1-83f56b55f2af,44951,1731576009406 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83f56b55f2af,44951,1731576009406 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36775/user/jenkins/test-data/693b32fe-517b-0087-0f1d-f0d8970ace08/WALs/83f56b55f2af,44951,1731576009406/83f56b55f2af%2C44951%2C1731576009406.1731576011433, lastWalPosition=912, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T09:20:27,247 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,39263,1731576013404.replicationSource.wal-reader.83f56b55f2af%2C39263%2C1731576013404,1-83f56b55f2af,39263,1731576013404 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36523/user/jenkins/test-data/d39b021a-d560-1426-f263-078d98d9530f/WALs/83f56b55f2af,39263,1731576013404/83f56b55f2af%2C39263%2C1731576013404.1731576015450 to pos 913, reset compression=false 2024-11-14T09:20:27,345 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,44951,1731576009406.replicationSource.wal-reader.83f56b55f2af%2C44951%2C1731576009406,1-83f56b55f2af,44951,1731576009406 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36775/user/jenkins/test-data/693b32fe-517b-0087-0f1d-f0d8970ace08/WALs/83f56b55f2af,44951,1731576009406/83f56b55f2af%2C44951%2C1731576009406.1731576011433 to pos 912, reset compression=false 2024-11-14T09:20:27,487 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-14T09:20:27,487 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-14T09:20:27,618 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-14T09:20:27,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T09:20:27,620 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T09:20:27,620 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:20:27,621 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:20:27,621 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:20:27,621 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T09:20:27,621 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1165420707, stopped=false 2024-11-14T09:20:27,621 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T09:20:27,621 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=83f56b55f2af,36445,1731576013350 2024-11-14T09:20:27,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36445-0x10115c6f7ce0003, quorum=127.0.0.1:63666, baseZNode=/1741849050 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1741849050/running 2024-11-14T09:20:27,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39263-0x10115c6f7ce0004, quorum=127.0.0.1:63666, baseZNode=/1741849050 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1741849050/running 2024-11-14T09:20:27,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36445-0x10115c6f7ce0003, quorum=127.0.0.1:63666, baseZNode=/1741849050 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1741849050 2024-11-14T09:20:27,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39263-0x10115c6f7ce0004, quorum=127.0.0.1:63666, baseZNode=/1741849050 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1741849050 2024-11-14T09:20:27,622 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T09:20:27,623 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T09:20:27,623 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:20:27,623 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:20:27,623 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '83f56b55f2af,39263,1731576013404' ***** 2024-11-14T09:20:27,623 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T09:20:27,623 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39263-0x10115c6f7ce0004, quorum=127.0.0.1:63666, baseZNode=/1741849050 Set watcher on znode that does not yet exist, /1741849050/running 2024-11-14T09:20:27,623 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36445-0x10115c6f7ce0003, quorum=127.0.0.1:63666, baseZNode=/1741849050 Set watcher on znode that does not yet exist, /1741849050/running 2024-11-14T09:20:27,623 INFO [RS:0;83f56b55f2af:39263 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T09:20:27,624 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T09:20:27,624 INFO [RS:0;83f56b55f2af:39263 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T09:20:27,624 INFO [RS:0;83f56b55f2af:39263 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T09:20:27,624 INFO [RS:0;83f56b55f2af:39263 {}] regionserver.HRegionServer(3091): Received CLOSE for 2dc3bee9fa2522065d580d3187d16f28 2024-11-14T09:20:27,624 INFO [RS:0;83f56b55f2af:39263 {}] regionserver.HRegionServer(3091): Received CLOSE for 59d39f975153faa8d8368bd48f3b4cd3 2024-11-14T09:20:27,624 INFO [RS:0;83f56b55f2af:39263 {}] regionserver.HRegionServer(959): stopping server 83f56b55f2af,39263,1731576013404 2024-11-14T09:20:27,624 INFO [RS:0;83f56b55f2af:39263 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T09:20:27,624 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2dc3bee9fa2522065d580d3187d16f28, disabling compactions & flushes 2024-11-14T09:20:27,624 INFO [RS:0;83f56b55f2af:39263 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;83f56b55f2af:39263. 2024-11-14T09:20:27,624 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731576018128.2dc3bee9fa2522065d580d3187d16f28. 2024-11-14T09:20:27,624 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731576018128.2dc3bee9fa2522065d580d3187d16f28. 2024-11-14T09:20:27,624 DEBUG [RS:0;83f56b55f2af:39263 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:20:27,624 DEBUG [RS:0;83f56b55f2af:39263 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:20:27,624 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731576018128.2dc3bee9fa2522065d580d3187d16f28. after waiting 0 ms 2024-11-14T09:20:27,624 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731576018128.2dc3bee9fa2522065d580d3187d16f28. 2024-11-14T09:20:27,624 INFO [RS:0;83f56b55f2af:39263 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T09:20:27,624 INFO [RS:0;83f56b55f2af:39263 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T09:20:27,624 INFO [RS:0;83f56b55f2af:39263 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T09:20:27,624 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2dc3bee9fa2522065d580d3187d16f28 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-14T09:20:27,624 INFO [RS:0;83f56b55f2af:39263 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T09:20:27,625 INFO [RS:0;83f56b55f2af:39263 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T09:20:27,625 DEBUG [RS:0;83f56b55f2af:39263 {}] regionserver.HRegionServer(1325): Online Regions={2dc3bee9fa2522065d580d3187d16f28=test,,1731576018128.2dc3bee9fa2522065d580d3187d16f28., 1588230740=hbase:meta,,1.1588230740, 59d39f975153faa8d8368bd48f3b4cd3=hbase:replication,,1731576021449.59d39f975153faa8d8368bd48f3b4cd3.} 2024-11-14T09:20:27,625 DEBUG [RS:0;83f56b55f2af:39263 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2dc3bee9fa2522065d580d3187d16f28, 59d39f975153faa8d8368bd48f3b4cd3 2024-11-14T09:20:27,625 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T09:20:27,625 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T09:20:27,625 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T09:20:27,625 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T09:20:27,625 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T09:20:27,625 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T09:20:27,640 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36523/user/jenkins/test-data/d39b021a-d560-1426-f263-078d98d9530f/data/default/test/2dc3bee9fa2522065d580d3187d16f28/.tmp/f/9afe51e9c3e4453396d6271286354d41 is 29, key is row1/f:/1731576026614/DeleteFamily/seqid=0 2024-11-14T09:20:27,640 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36523/user/jenkins/test-data/d39b021a-d560-1426-f263-078d98d9530f/data/hbase/meta/1588230740/.tmp/info/0eab675cd65c4e19bfd21505e43d600e is 147, key is hbase:replication,,1731576021449.59d39f975153faa8d8368bd48f3b4cd3./info:regioninfo/1731576022628/Put/seqid=0 2024-11-14T09:20:27,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39259 is added to blk_1073741840_1016 (size=5118) 2024-11-14T09:20:27,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39259 is added to blk_1073741841_1017 (size=7686) 2024-11-14T09:20:27,645 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36523/user/jenkins/test-data/d39b021a-d560-1426-f263-078d98d9530f/data/default/test/2dc3bee9fa2522065d580d3187d16f28/.tmp/f/9afe51e9c3e4453396d6271286354d41 2024-11-14T09:20:27,648 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,44951,1731576009406.replicationSource.wal-reader.83f56b55f2af%2C44951%2C1731576009406,1-83f56b55f2af,44951,1731576009406 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36775/user/jenkins/test-data/693b32fe-517b-0087-0f1d-f0d8970ace08/WALs/83f56b55f2af,44951,1731576009406/83f56b55f2af%2C44951%2C1731576009406.1731576011433 to pos 912, reset compression=false 2024-11-14T09:20:27,649 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9afe51e9c3e4453396d6271286354d41 2024-11-14T09:20:27,651 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,39263,1731576013404.replicationSource.wal-reader.83f56b55f2af%2C39263%2C1731576013404,1-83f56b55f2af,39263,1731576013404 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36523/user/jenkins/test-data/d39b021a-d560-1426-f263-078d98d9530f/WALs/83f56b55f2af,39263,1731576013404/83f56b55f2af%2C39263%2C1731576013404.1731576015450 to pos 913, reset compression=false 2024-11-14T09:20:27,662 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,39263,1731576013404.replicationSource.wal-reader.83f56b55f2af%2C39263%2C1731576013404,1-83f56b55f2af,39263,1731576013404 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T09:20:27,662 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,39263,1731576013404.replicationSource.wal-reader.83f56b55f2af%2C39263%2C1731576013404,1-83f56b55f2af,39263,1731576013404 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36523/user/jenkins/test-data/d39b021a-d560-1426-f263-078d98d9530f/WALs/83f56b55f2af,39263,1731576013404/83f56b55f2af%2C39263%2C1731576013404.1731576015450 to pos 1160, reset compression=false 2024-11-14T09:20:27,662 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,39263,1731576013404.replicationSource.shipper83f56b55f2af%2C39263%2C1731576013404,1-83f56b55f2af,39263,1731576013404 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83f56b55f2af,39263,1731576013404 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36523/user/jenkins/test-data/d39b021a-d560-1426-f263-078d98d9530f/WALs/83f56b55f2af,39263,1731576013404/83f56b55f2af%2C39263%2C1731576013404.1731576015450, lastWalPosition=1160, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T09:20:27,663 ERROR [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,39263,1731576013404.replicationSource.shipper83f56b55f2af%2C39263%2C1731576013404,1-83f56b55f2af,39263,1731576013404 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 83f56b55f2af,39263,1731576013404: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-83f56b55f2af,39263,1731576013404, walGroup=83f56b55f2af%2C39263%2C1731576013404, offset=83f56b55f2af%2C39263%2C1731576013404.1731576015450:1160, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=83f56b55f2af:39263 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-14T09:20:27,665 ERROR [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,39263,1731576013404.replicationSource.shipper83f56b55f2af%2C39263%2C1731576013404,1-83f56b55f2af,39263,1731576013404 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T09:20:27,665 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,39263,1731576013404.replicationSource.shipper83f56b55f2af%2C39263%2C1731576013404,1-83f56b55f2af,39263,1731576013404 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T09:20:27,665 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36523/user/jenkins/test-data/d39b021a-d560-1426-f263-078d98d9530f/data/default/test/2dc3bee9fa2522065d580d3187d16f28/.tmp/f1/08b1b56e648d4314b4a48bcf20d0502e is 30, key is row1/f1:/1731576026614/DeleteFamily/seqid=0 2024-11-14T09:20:27,666 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,39263,1731576013404.replicationSource.shipper83f56b55f2af%2C39263%2C1731576013404,1-83f56b55f2af,39263,1731576013404 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T09:20:27,666 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,39263,1731576013404.replicationSource.shipper83f56b55f2af%2C39263%2C1731576013404,1-83f56b55f2af,39263,1731576013404 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T09:20:27,666 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,39263,1731576013404.replicationSource.shipper83f56b55f2af%2C39263%2C1731576013404,1-83f56b55f2af,39263,1731576013404 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T09:20:27,666 INFO [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,39263,1731576013404.replicationSource.shipper83f56b55f2af%2C39263%2C1731576013404,1-83f56b55f2af,39263,1731576013404 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1065353216, "init": 1048576000, "max": 2306867200, "used": 884313024 }, "NonHeapMemoryUsage": { "committed": 194117632, "init": 7667712, "max": -1, "used": 190754840 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T09:20:27,667 WARN [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,39263,1731576013404.replicationSource.shipper83f56b55f2af%2C39263%2C1731576013404,1-83f56b55f2af,39263,1731576013404 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=83f56b55f2af:36445 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=83f56b55f2af:36445 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-14T09:20:27,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39259 is added to blk_1073741842_1018 (size=5123) 2024-11-14T09:20:27,674 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36523/user/jenkins/test-data/d39b021a-d560-1426-f263-078d98d9530f/data/default/test/2dc3bee9fa2522065d580d3187d16f28/.tmp/f1/08b1b56e648d4314b4a48bcf20d0502e 2024-11-14T09:20:27,677 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 08b1b56e648d4314b4a48bcf20d0502e 2024-11-14T09:20:27,692 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36523/user/jenkins/test-data/d39b021a-d560-1426-f263-078d98d9530f/data/default/test/2dc3bee9fa2522065d580d3187d16f28/.tmp/norep/9bc43c46671148aea6834d737ba7a013 is 33, key is row1/norep:/1731576026614/DeleteFamily/seqid=0 2024-11-14T09:20:27,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39259 is added to blk_1073741843_1019 (size=5108) 2024-11-14T09:20:27,700 INFO [regionserver/83f56b55f2af:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T09:20:27,825 DEBUG [RS:0;83f56b55f2af:39263 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2dc3bee9fa2522065d580d3187d16f28, 59d39f975153faa8d8368bd48f3b4cd3 2024-11-14T09:20:27,868 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,39263,1731576013404.replicationSource.wal-reader.83f56b55f2af%2C39263%2C1731576013404,1-83f56b55f2af,39263,1731576013404 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36523/user/jenkins/test-data/d39b021a-d560-1426-f263-078d98d9530f/WALs/83f56b55f2af,39263,1731576013404/83f56b55f2af%2C39263%2C1731576013404.1731576015450 to pos 1160, reset compression=false 2024-11-14T09:20:28,025 DEBUG [RS:0;83f56b55f2af:39263 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2dc3bee9fa2522065d580d3187d16f28, 59d39f975153faa8d8368bd48f3b4cd3 2024-11-14T09:20:28,045 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36523/user/jenkins/test-data/d39b021a-d560-1426-f263-078d98d9530f/data/hbase/meta/1588230740/.tmp/info/0eab675cd65c4e19bfd21505e43d600e 2024-11-14T09:20:28,052 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,44951,1731576009406.replicationSource.wal-reader.83f56b55f2af%2C44951%2C1731576009406,1-83f56b55f2af,44951,1731576009406 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36775/user/jenkins/test-data/693b32fe-517b-0087-0f1d-f0d8970ace08/WALs/83f56b55f2af,44951,1731576009406/83f56b55f2af%2C44951%2C1731576009406.1731576011433 to pos 912, reset compression=false 2024-11-14T09:20:28,065 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36523/user/jenkins/test-data/d39b021a-d560-1426-f263-078d98d9530f/data/hbase/meta/1588230740/.tmp/ns/53d9484c563440f3b572733f88d88ae9 is 43, key is default/ns:d/1731576015870/Put/seqid=0 2024-11-14T09:20:28,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39259 is added to blk_1073741844_1020 (size=5153) 2024-11-14T09:20:28,096 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36523/user/jenkins/test-data/d39b021a-d560-1426-f263-078d98d9530f/data/default/test/2dc3bee9fa2522065d580d3187d16f28/.tmp/norep/9bc43c46671148aea6834d737ba7a013 2024-11-14T09:20:28,101 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9bc43c46671148aea6834d737ba7a013 2024-11-14T09:20:28,101 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36523/user/jenkins/test-data/d39b021a-d560-1426-f263-078d98d9530f/data/default/test/2dc3bee9fa2522065d580d3187d16f28/.tmp/f/9afe51e9c3e4453396d6271286354d41 as hdfs://localhost:36523/user/jenkins/test-data/d39b021a-d560-1426-f263-078d98d9530f/data/default/test/2dc3bee9fa2522065d580d3187d16f28/f/9afe51e9c3e4453396d6271286354d41 2024-11-14T09:20:28,106 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9afe51e9c3e4453396d6271286354d41 2024-11-14T09:20:28,106 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36523/user/jenkins/test-data/d39b021a-d560-1426-f263-078d98d9530f/data/default/test/2dc3bee9fa2522065d580d3187d16f28/f/9afe51e9c3e4453396d6271286354d41, entries=2, sequenceid=8, filesize=5.0 K 2024-11-14T09:20:28,107 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36523/user/jenkins/test-data/d39b021a-d560-1426-f263-078d98d9530f/data/default/test/2dc3bee9fa2522065d580d3187d16f28/.tmp/f1/08b1b56e648d4314b4a48bcf20d0502e as hdfs://localhost:36523/user/jenkins/test-data/d39b021a-d560-1426-f263-078d98d9530f/data/default/test/2dc3bee9fa2522065d580d3187d16f28/f1/08b1b56e648d4314b4a48bcf20d0502e 2024-11-14T09:20:28,111 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 08b1b56e648d4314b4a48bcf20d0502e 2024-11-14T09:20:28,111 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36523/user/jenkins/test-data/d39b021a-d560-1426-f263-078d98d9530f/data/default/test/2dc3bee9fa2522065d580d3187d16f28/f1/08b1b56e648d4314b4a48bcf20d0502e, entries=2, sequenceid=8, filesize=5.0 K 2024-11-14T09:20:28,112 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36523/user/jenkins/test-data/d39b021a-d560-1426-f263-078d98d9530f/data/default/test/2dc3bee9fa2522065d580d3187d16f28/.tmp/norep/9bc43c46671148aea6834d737ba7a013 as hdfs://localhost:36523/user/jenkins/test-data/d39b021a-d560-1426-f263-078d98d9530f/data/default/test/2dc3bee9fa2522065d580d3187d16f28/norep/9bc43c46671148aea6834d737ba7a013 2024-11-14T09:20:28,114 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T09:20:28,116 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9bc43c46671148aea6834d737ba7a013 2024-11-14T09:20:28,116 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36523/user/jenkins/test-data/d39b021a-d560-1426-f263-078d98d9530f/data/default/test/2dc3bee9fa2522065d580d3187d16f28/norep/9bc43c46671148aea6834d737ba7a013, entries=1, sequenceid=8, filesize=5.0 K 2024-11-14T09:20:28,117 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 2dc3bee9fa2522065d580d3187d16f28 in 493ms, sequenceid=8, compaction requested=false 2024-11-14T09:20:28,139 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36523/user/jenkins/test-data/d39b021a-d560-1426-f263-078d98d9530f/data/default/test/2dc3bee9fa2522065d580d3187d16f28/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-14T09:20:28,140 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T09:20:28,140 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T09:20:28,140 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731576018128.2dc3bee9fa2522065d580d3187d16f28. 2024-11-14T09:20:28,140 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2dc3bee9fa2522065d580d3187d16f28: Waiting for close lock at 1731576027624Running coprocessor pre-close hooks at 1731576027624Disabling compacts and flushes for region at 1731576027624Disabling writes for close at 1731576027624Obtaining lock to block concurrent updates at 1731576027624Preparing flush snapshotting stores in 2dc3bee9fa2522065d580d3187d16f28 at 1731576027624Finished memstore snapshotting test,,1731576018128.2dc3bee9fa2522065d580d3187d16f28., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731576027625 (+1 ms)Flushing stores of test,,1731576018128.2dc3bee9fa2522065d580d3187d16f28. at 1731576027625Flushing 2dc3bee9fa2522065d580d3187d16f28/f: creating writer at 1731576027625Flushing 2dc3bee9fa2522065d580d3187d16f28/f: appending metadata at 1731576027640 (+15 ms)Flushing 2dc3bee9fa2522065d580d3187d16f28/f: closing flushed file at 1731576027640Flushing 2dc3bee9fa2522065d580d3187d16f28/f1: creating writer at 1731576027649 (+9 ms)Flushing 2dc3bee9fa2522065d580d3187d16f28/f1: appending metadata at 1731576027664 (+15 ms)Flushing 2dc3bee9fa2522065d580d3187d16f28/f1: closing flushed file at 1731576027664Flushing 2dc3bee9fa2522065d580d3187d16f28/norep: creating writer at 1731576027677 (+13 ms)Flushing 2dc3bee9fa2522065d580d3187d16f28/norep: appending metadata at 1731576027691 (+14 ms)Flushing 2dc3bee9fa2522065d580d3187d16f28/norep: closing flushed file at 1731576027691Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43d1fb1e: reopening flushed file at 1731576028101 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@194e6007: reopening flushed file at 1731576028106 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c30562c: reopening flushed file at 1731576028111 (+5 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 2dc3bee9fa2522065d580d3187d16f28 in 493ms, sequenceid=8, compaction requested=false at 1731576028117 (+6 ms)Writing region close event to WAL at 1731576028125 (+8 ms)Running coprocessor post-close hooks at 1731576028140 (+15 ms)Closed at 1731576028140 2024-11-14T09:20:28,141 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731576018128.2dc3bee9fa2522065d580d3187d16f28. 2024-11-14T09:20:28,141 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 59d39f975153faa8d8368bd48f3b4cd3, disabling compactions & flushes 2024-11-14T09:20:28,141 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731576021449.59d39f975153faa8d8368bd48f3b4cd3. 2024-11-14T09:20:28,141 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731576021449.59d39f975153faa8d8368bd48f3b4cd3. 2024-11-14T09:20:28,141 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731576021449.59d39f975153faa8d8368bd48f3b4cd3. after waiting 0 ms 2024-11-14T09:20:28,141 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731576021449.59d39f975153faa8d8368bd48f3b4cd3. 2024-11-14T09:20:28,141 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 59d39f975153faa8d8368bd48f3b4cd3: Waiting for close lock at 1731576028141Running coprocessor pre-close hooks at 1731576028141Disabling compacts and flushes for region at 1731576028141Disabling writes for close at 1731576028141Failed flush hbase:replication,,1731576021449.59d39f975153faa8d8368bd48f3b4cd3., putting online again at 1731576028141 2024-11-14T09:20:28,141 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731576021449.59d39f975153faa8d8368bd48f3b4cd3. 2024-11-14T09:20:28,152 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:20:28,152 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:20:28,153 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:20:28,153 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:20:28,153 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:20:28,153 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:20:28,160 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:20:28,160 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:20:28,162 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:20:28,172 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,39263,1731576013404.replicationSource.wal-reader.83f56b55f2af%2C39263%2C1731576013404,1-83f56b55f2af,39263,1731576013404 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36523/user/jenkins/test-data/d39b021a-d560-1426-f263-078d98d9530f/WALs/83f56b55f2af,39263,1731576013404/83f56b55f2af%2C39263%2C1731576013404.1731576015450 to pos 1160, reset compression=false 2024-11-14T09:20:28,178 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,39263,1731576013404.replicationSource.wal-reader.83f56b55f2af%2C39263%2C1731576013404,1-83f56b55f2af,39263,1731576013404 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T09:20:28,178 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,39263,1731576013404.replicationSource.wal-reader.83f56b55f2af%2C39263%2C1731576013404,1-83f56b55f2af,39263,1731576013404 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36523/user/jenkins/test-data/d39b021a-d560-1426-f263-078d98d9530f/WALs/83f56b55f2af,39263,1731576013404/83f56b55f2af%2C39263%2C1731576013404.1731576015450 to pos 1804, reset compression=false 2024-11-14T09:20:28,225 INFO [RS:0;83f56b55f2af:39263 {}] regionserver.HRegionServer(3091): Received CLOSE for 59d39f975153faa8d8368bd48f3b4cd3 2024-11-14T09:20:28,225 DEBUG [RS:0;83f56b55f2af:39263 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 59d39f975153faa8d8368bd48f3b4cd3 2024-11-14T09:20:28,226 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 59d39f975153faa8d8368bd48f3b4cd3, disabling compactions & flushes 2024-11-14T09:20:28,226 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731576021449.59d39f975153faa8d8368bd48f3b4cd3. 2024-11-14T09:20:28,226 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731576021449.59d39f975153faa8d8368bd48f3b4cd3. 2024-11-14T09:20:28,226 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731576021449.59d39f975153faa8d8368bd48f3b4cd3. after waiting 0 ms 2024-11-14T09:20:28,226 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731576021449.59d39f975153faa8d8368bd48f3b4cd3. 2024-11-14T09:20:28,226 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 59d39f975153faa8d8368bd48f3b4cd3: Waiting for close lock at 1731576028226Running coprocessor pre-close hooks at 1731576028226Disabling compacts and flushes for region at 1731576028226Disabling writes for close at 1731576028226Failed flush hbase:replication,,1731576021449.59d39f975153faa8d8368bd48f3b4cd3., putting online again at 1731576028226 2024-11-14T09:20:28,226 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731576021449.59d39f975153faa8d8368bd48f3b4cd3. 2024-11-14T09:20:28,374 INFO [regionserver/83f56b55f2af:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T09:20:28,374 INFO [regionserver/83f56b55f2af:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T09:20:28,383 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,39263,1731576013404.replicationSource.wal-reader.83f56b55f2af%2C39263%2C1731576013404,1-83f56b55f2af,39263,1731576013404 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36523/user/jenkins/test-data/d39b021a-d560-1426-f263-078d98d9530f/WALs/83f56b55f2af,39263,1731576013404/83f56b55f2af%2C39263%2C1731576013404.1731576015450 to pos 1804, reset compression=false 2024-11-14T09:20:28,426 DEBUG [RS:0;83f56b55f2af:39263 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T09:20:28,469 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36523/user/jenkins/test-data/d39b021a-d560-1426-f263-078d98d9530f/data/hbase/meta/1588230740/.tmp/ns/53d9484c563440f3b572733f88d88ae9 2024-11-14T09:20:28,492 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36523/user/jenkins/test-data/d39b021a-d560-1426-f263-078d98d9530f/data/hbase/meta/1588230740/.tmp/rep_barrier/3f5c6afdd4d349288a0e3522f6150f12 is 112, key is test,,1731576018128.2dc3bee9fa2522065d580d3187d16f28./rep_barrier:seqnumDuringOpen/1731576018952/Put/seqid=0 2024-11-14T09:20:28,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39259 is added to blk_1073741845_1021 (size=5518) 2024-11-14T09:20:28,557 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,44951,1731576009406.replicationSource.wal-reader.83f56b55f2af%2C44951%2C1731576009406,1-83f56b55f2af,44951,1731576009406 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36775/user/jenkins/test-data/693b32fe-517b-0087-0f1d-f0d8970ace08/WALs/83f56b55f2af,44951,1731576009406/83f56b55f2af%2C44951%2C1731576009406.1731576011433 to pos 912, reset compression=false 2024-11-14T09:20:28,626 INFO [RS:0;83f56b55f2af:39263 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T09:20:28,626 DEBUG [RS:0;83f56b55f2af:39263 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 59d39f975153faa8d8368bd48f3b4cd3=hbase:replication,,1731576021449.59d39f975153faa8d8368bd48f3b4cd3.} 2024-11-14T09:20:28,626 DEBUG [RS:0;83f56b55f2af:39263 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T09:20:28,688 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,39263,1731576013404.replicationSource.wal-reader.83f56b55f2af%2C39263%2C1731576013404,1-83f56b55f2af,39263,1731576013404 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36523/user/jenkins/test-data/d39b021a-d560-1426-f263-078d98d9530f/WALs/83f56b55f2af,39263,1731576013404/83f56b55f2af%2C39263%2C1731576013404.1731576015450 to pos 1804, reset compression=false 2024-11-14T09:20:28,826 DEBUG [RS:0;83f56b55f2af:39263 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T09:20:28,897 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36523/user/jenkins/test-data/d39b021a-d560-1426-f263-078d98d9530f/data/hbase/meta/1588230740/.tmp/rep_barrier/3f5c6afdd4d349288a0e3522f6150f12 2024-11-14T09:20:28,920 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36523/user/jenkins/test-data/d39b021a-d560-1426-f263-078d98d9530f/data/hbase/meta/1588230740/.tmp/table/11bc3ef146b84d13827770d5618212fe is 53, key is hbase:replication/table:state/1731576022635/Put/seqid=0 2024-11-14T09:20:28,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39259 is added to blk_1073741846_1022 (size=5308) 2024-11-14T09:20:29,026 DEBUG [RS:0;83f56b55f2af:39263 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T09:20:29,092 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,39263,1731576013404.replicationSource.wal-reader.83f56b55f2af%2C39263%2C1731576013404,1-83f56b55f2af,39263,1731576013404 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36523/user/jenkins/test-data/d39b021a-d560-1426-f263-078d98d9530f/WALs/83f56b55f2af,39263,1731576013404/83f56b55f2af%2C39263%2C1731576013404.1731576015450 to pos 1804, reset compression=false 2024-11-14T09:20:29,162 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,44951,1731576009406.replicationSource.wal-reader.83f56b55f2af%2C44951%2C1731576009406,1-83f56b55f2af,44951,1731576009406 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36775/user/jenkins/test-data/693b32fe-517b-0087-0f1d-f0d8970ace08/WALs/83f56b55f2af,44951,1731576009406/83f56b55f2af%2C44951%2C1731576009406.1731576011433 to pos 912, reset compression=false 2024-11-14T09:20:29,227 DEBUG [RS:0;83f56b55f2af:39263 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T09:20:29,327 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36523/user/jenkins/test-data/d39b021a-d560-1426-f263-078d98d9530f/data/hbase/meta/1588230740/.tmp/table/11bc3ef146b84d13827770d5618212fe 2024-11-14T09:20:29,333 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36523/user/jenkins/test-data/d39b021a-d560-1426-f263-078d98d9530f/data/hbase/meta/1588230740/.tmp/info/0eab675cd65c4e19bfd21505e43d600e as hdfs://localhost:36523/user/jenkins/test-data/d39b021a-d560-1426-f263-078d98d9530f/data/hbase/meta/1588230740/info/0eab675cd65c4e19bfd21505e43d600e 2024-11-14T09:20:29,338 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36523/user/jenkins/test-data/d39b021a-d560-1426-f263-078d98d9530f/data/hbase/meta/1588230740/info/0eab675cd65c4e19bfd21505e43d600e, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T09:20:29,339 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36523/user/jenkins/test-data/d39b021a-d560-1426-f263-078d98d9530f/data/hbase/meta/1588230740/.tmp/ns/53d9484c563440f3b572733f88d88ae9 as hdfs://localhost:36523/user/jenkins/test-data/d39b021a-d560-1426-f263-078d98d9530f/data/hbase/meta/1588230740/ns/53d9484c563440f3b572733f88d88ae9 2024-11-14T09:20:29,343 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36523/user/jenkins/test-data/d39b021a-d560-1426-f263-078d98d9530f/data/hbase/meta/1588230740/ns/53d9484c563440f3b572733f88d88ae9, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T09:20:29,344 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36523/user/jenkins/test-data/d39b021a-d560-1426-f263-078d98d9530f/data/hbase/meta/1588230740/.tmp/rep_barrier/3f5c6afdd4d349288a0e3522f6150f12 as hdfs://localhost:36523/user/jenkins/test-data/d39b021a-d560-1426-f263-078d98d9530f/data/hbase/meta/1588230740/rep_barrier/3f5c6afdd4d349288a0e3522f6150f12 2024-11-14T09:20:29,349 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36523/user/jenkins/test-data/d39b021a-d560-1426-f263-078d98d9530f/data/hbase/meta/1588230740/rep_barrier/3f5c6afdd4d349288a0e3522f6150f12, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T09:20:29,352 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36523/user/jenkins/test-data/d39b021a-d560-1426-f263-078d98d9530f/data/hbase/meta/1588230740/.tmp/table/11bc3ef146b84d13827770d5618212fe as hdfs://localhost:36523/user/jenkins/test-data/d39b021a-d560-1426-f263-078d98d9530f/data/hbase/meta/1588230740/table/11bc3ef146b84d13827770d5618212fe 2024-11-14T09:20:29,357 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36523/user/jenkins/test-data/d39b021a-d560-1426-f263-078d98d9530f/data/hbase/meta/1588230740/table/11bc3ef146b84d13827770d5618212fe, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T09:20:29,358 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1732ms, sequenceid=16, compaction requested=false 2024-11-14T09:20:29,363 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36523/user/jenkins/test-data/d39b021a-d560-1426-f263-078d98d9530f/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T09:20:29,364 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T09:20:29,364 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T09:20:29,364 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T09:20:29,364 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731576027625Running coprocessor pre-close hooks at 1731576027625Disabling compacts and flushes for region at 1731576027625Disabling writes for close at 1731576027625Obtaining lock to block concurrent updates at 1731576027625Preparing flush snapshotting stores in 1588230740 at 1731576027625Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731576027625Flushing stores of hbase:meta,,1.1588230740 at 1731576027626 (+1 ms)Flushing 1588230740/info: creating writer at 1731576027626Flushing 1588230740/info: appending metadata at 1731576027640 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731576027640Flushing 1588230740/ns: creating writer at 1731576028050 (+410 ms)Flushing 1588230740/ns: appending metadata at 1731576028065 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731576028065Flushing 1588230740/rep_barrier: creating writer at 1731576028474 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731576028492 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731576028492Flushing 1588230740/table: creating writer at 1731576028901 (+409 ms)Flushing 1588230740/table: appending metadata at 1731576028919 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731576028919Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@866510d: reopening flushed file at 1731576029332 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a6c87d4: reopening flushed file at 1731576029338 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27473187: reopening flushed file at 1731576029343 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d56ea8a: reopening flushed file at 1731576029349 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1732ms, sequenceid=16, compaction requested=false at 1731576029358 (+9 ms)Writing region close event to WAL at 1731576029360 (+2 ms)Running coprocessor post-close hooks at 1731576029363 (+3 ms)Closed at 1731576029364 (+1 ms) 2024-11-14T09:20:29,364 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T09:20:29,427 INFO [RS:0;83f56b55f2af:39263 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-14T09:20:29,427 INFO [RS:0;83f56b55f2af:39263 {}] regionserver.HRegionServer(976): stopping server 83f56b55f2af,39263,1731576013404; all regions closed. 2024-11-14T09:20:29,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39259 is added to blk_1073741834_1010 (size=4239) 2024-11-14T09:20:29,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39259 is added to blk_1073741839_1015 (size=1515) 2024-11-14T09:20:29,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39259 is added to blk_1073741833_1009 (size=1812) 2024-11-14T09:20:29,440 DEBUG [RS:0;83f56b55f2af:39263 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:20:29,440 INFO [RS:0;83f56b55f2af:39263 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T09:20:29,440 INFO [RS:0;83f56b55f2af:39263 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T09:20:29,440 INFO [RS:0;83f56b55f2af:39263 {}] hbase.ChoreService(370): Chore service for: regionserver/83f56b55f2af:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-14T09:20:29,440 INFO [RS:0;83f56b55f2af:39263 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T09:20:29,440 INFO [regionserver/83f56b55f2af:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T09:20:29,441 INFO [RS:0;83f56b55f2af:39263 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-83f56b55f2af,39263,1731576013404 because: Region server is closing 2024-11-14T09:20:29,441 INFO [RS:0;83f56b55f2af:39263 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;83f56b55f2af:39263. 2024-11-14T09:20:29,441 DEBUG [RS:0;83f56b55f2af:39263 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:20:29,441 DEBUG [RS:0;83f56b55f2af:39263 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:20:29,441 DEBUG [RS:0;83f56b55f2af:39263 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:20:29,441 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T09:20:29,541 INFO [RS:0;83f56b55f2af:39263 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,39263,1731576013404.replicationSource.shipper83f56b55f2af%2C39263%2C1731576013404,1-83f56b55f2af,39263,1731576013404 terminated 2024-11-14T09:20:29,541 WARN [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,39263,1731576013404.replicationSource.wal-reader.83f56b55f2af%2C39263%2C1731576013404,1-83f56b55f2af,39263,1731576013404 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T09:20:29,542 INFO [RS:0;83f56b55f2af:39263 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;83f56b55f2af:39263. 2024-11-14T09:20:29,542 DEBUG [RS:0;83f56b55f2af:39263 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:20:29,542 DEBUG [RS:0;83f56b55f2af:39263 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:20:29,542 DEBUG [RS:0;83f56b55f2af:39263 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:20:29,542 INFO [RS:0;83f56b55f2af:39263 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39263 2024-11-14T09:20:29,543 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T09:20:29,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36445-0x10115c6f7ce0003, quorum=127.0.0.1:63666, baseZNode=/1741849050 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1741849050/rs 2024-11-14T09:20:29,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39263-0x10115c6f7ce0004, quorum=127.0.0.1:63666, baseZNode=/1741849050 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1741849050/rs/83f56b55f2af,39263,1731576013404 2024-11-14T09:20:29,544 INFO [RS:0;83f56b55f2af:39263 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T09:20:29,547 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [83f56b55f2af,39263,1731576013404] 2024-11-14T09:20:29,548 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1741849050/draining/83f56b55f2af,39263,1731576013404 already deleted, retry=false 2024-11-14T09:20:29,548 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 83f56b55f2af,39263,1731576013404 expired; onlineServers=0 2024-11-14T09:20:29,548 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '83f56b55f2af,36445,1731576013350' ***** 2024-11-14T09:20:29,548 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T09:20:29,549 INFO [M:0;83f56b55f2af:36445 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T09:20:29,549 INFO [M:0;83f56b55f2af:36445 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T09:20:29,549 DEBUG [M:0;83f56b55f2af:36445 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T09:20:29,549 DEBUG [M:0;83f56b55f2af:36445 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T09:20:29,549 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T09:20:29,549 DEBUG [master/83f56b55f2af:0:becomeActiveMaster-HFileCleaner.small.0-1731576015228 {}] cleaner.HFileCleaner(306): Exit Thread[master/83f56b55f2af:0:becomeActiveMaster-HFileCleaner.small.0-1731576015228,5,FailOnTimeoutGroup] 2024-11-14T09:20:29,549 INFO [M:0;83f56b55f2af:36445 {}] hbase.ChoreService(370): Chore service for: master/83f56b55f2af:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T09:20:29,549 INFO [M:0;83f56b55f2af:36445 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T09:20:29,549 DEBUG [M:0;83f56b55f2af:36445 {}] master.HMaster(1795): Stopping service threads 2024-11-14T09:20:29,549 INFO [M:0;83f56b55f2af:36445 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T09:20:29,549 INFO [M:0;83f56b55f2af:36445 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T09:20:29,549 INFO [M:0;83f56b55f2af:36445 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T09:20:29,550 DEBUG [master/83f56b55f2af:0:becomeActiveMaster-HFileCleaner.large.0-1731576015227 {}] cleaner.HFileCleaner(306): Exit Thread[master/83f56b55f2af:0:becomeActiveMaster-HFileCleaner.large.0-1731576015227,5,FailOnTimeoutGroup] 2024-11-14T09:20:29,550 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T09:20:29,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36445-0x10115c6f7ce0003, quorum=127.0.0.1:63666, baseZNode=/1741849050 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1741849050/master 2024-11-14T09:20:29,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36445-0x10115c6f7ce0003, quorum=127.0.0.1:63666, baseZNode=/1741849050 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1741849050 2024-11-14T09:20:29,551 DEBUG [M:0;83f56b55f2af:36445 {}] zookeeper.ZKUtil(347): master:36445-0x10115c6f7ce0003, quorum=127.0.0.1:63666, baseZNode=/1741849050 Unable to get data of znode /1741849050/master because node does not exist (not an error) 2024-11-14T09:20:29,551 WARN [M:0;83f56b55f2af:36445 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T09:20:29,551 INFO [M:0;83f56b55f2af:36445 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36523/user/jenkins/test-data/d39b021a-d560-1426-f263-078d98d9530f/.lastflushedseqids 2024-11-14T09:20:29,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39259 is added to blk_1073741847_1023 (size=245) 2024-11-14T09:20:29,559 INFO [M:0;83f56b55f2af:36445 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T09:20:29,560 INFO [M:0;83f56b55f2af:36445 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T09:20:29,560 DEBUG [M:0;83f56b55f2af:36445 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T09:20:29,560 INFO [M:0;83f56b55f2af:36445 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:20:29,560 DEBUG [M:0;83f56b55f2af:36445 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:20:29,560 DEBUG [M:0;83f56b55f2af:36445 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T09:20:29,560 DEBUG [M:0;83f56b55f2af:36445 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:20:29,560 INFO [M:0;83f56b55f2af:36445 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-14T09:20:29,580 DEBUG [M:0;83f56b55f2af:36445 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36523/user/jenkins/test-data/d39b021a-d560-1426-f263-078d98d9530f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e5c1c7b9dbb34c499cc205cf5a39f93a is 82, key is hbase:meta,,1/info:regioninfo/1731576015861/Put/seqid=0 2024-11-14T09:20:29,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39259 is added to blk_1073741848_1024 (size=5672) 2024-11-14T09:20:29,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39263-0x10115c6f7ce0004, quorum=127.0.0.1:63666, baseZNode=/1741849050 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T09:20:29,647 INFO [RS:0;83f56b55f2af:39263 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T09:20:29,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39263-0x10115c6f7ce0004, quorum=127.0.0.1:63666, baseZNode=/1741849050 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T09:20:29,647 INFO [RS:0;83f56b55f2af:39263 {}] regionserver.HRegionServer(1031): Exiting; stopping=83f56b55f2af,39263,1731576013404; zookeeper connection closed. 2024-11-14T09:20:29,648 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@49194f4d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@49194f4d 2024-11-14T09:20:29,648 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T09:20:29,866 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,44951,1731576009406.replicationSource.wal-reader.83f56b55f2af%2C44951%2C1731576009406,1-83f56b55f2af,44951,1731576009406 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36775/user/jenkins/test-data/693b32fe-517b-0087-0f1d-f0d8970ace08/WALs/83f56b55f2af,44951,1731576009406/83f56b55f2af%2C44951%2C1731576009406.1731576011433 to pos 912, reset compression=false 2024-11-14T09:20:29,985 INFO [M:0;83f56b55f2af:36445 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36523/user/jenkins/test-data/d39b021a-d560-1426-f263-078d98d9530f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e5c1c7b9dbb34c499cc205cf5a39f93a 2024-11-14T09:20:30,007 DEBUG [M:0;83f56b55f2af:36445 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36523/user/jenkins/test-data/d39b021a-d560-1426-f263-078d98d9530f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8ae41943b6fd46fd8b9eaa0e1f7c597f is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731576022642/Put/seqid=0 2024-11-14T09:20:30,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39259 is added to blk_1073741849_1025 (size=8516) 2024-11-14T09:20:30,411 INFO [M:0;83f56b55f2af:36445 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36523/user/jenkins/test-data/d39b021a-d560-1426-f263-078d98d9530f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8ae41943b6fd46fd8b9eaa0e1f7c597f 2024-11-14T09:20:30,435 DEBUG [M:0;83f56b55f2af:36445 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36523/user/jenkins/test-data/d39b021a-d560-1426-f263-078d98d9530f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/45f468474b85484494328ef2d9a60d9a is 69, key is 83f56b55f2af,39263,1731576013404/rs:state/1731576015271/Put/seqid=0 2024-11-14T09:20:30,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39259 is added to blk_1073741850_1026 (size=5156) 2024-11-14T09:20:30,669 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,44951,1731576009406.replicationSource.wal-reader.83f56b55f2af%2C44951%2C1731576009406,1-83f56b55f2af,44951,1731576009406 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36775/user/jenkins/test-data/693b32fe-517b-0087-0f1d-f0d8970ace08/WALs/83f56b55f2af,44951,1731576009406/83f56b55f2af%2C44951%2C1731576009406.1731576011433 to pos 912, reset compression=false 2024-11-14T09:20:30,840 INFO [M:0;83f56b55f2af:36445 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36523/user/jenkins/test-data/d39b021a-d560-1426-f263-078d98d9530f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/45f468474b85484494328ef2d9a60d9a 2024-11-14T09:20:30,845 DEBUG [M:0;83f56b55f2af:36445 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36523/user/jenkins/test-data/d39b021a-d560-1426-f263-078d98d9530f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e5c1c7b9dbb34c499cc205cf5a39f93a as hdfs://localhost:36523/user/jenkins/test-data/d39b021a-d560-1426-f263-078d98d9530f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e5c1c7b9dbb34c499cc205cf5a39f93a 2024-11-14T09:20:30,849 INFO [M:0;83f56b55f2af:36445 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36523/user/jenkins/test-data/d39b021a-d560-1426-f263-078d98d9530f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e5c1c7b9dbb34c499cc205cf5a39f93a, entries=8, sequenceid=97, filesize=5.5 K 2024-11-14T09:20:30,849 DEBUG [M:0;83f56b55f2af:36445 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36523/user/jenkins/test-data/d39b021a-d560-1426-f263-078d98d9530f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8ae41943b6fd46fd8b9eaa0e1f7c597f as hdfs://localhost:36523/user/jenkins/test-data/d39b021a-d560-1426-f263-078d98d9530f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8ae41943b6fd46fd8b9eaa0e1f7c597f 2024-11-14T09:20:30,854 INFO [M:0;83f56b55f2af:36445 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36523/user/jenkins/test-data/d39b021a-d560-1426-f263-078d98d9530f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8ae41943b6fd46fd8b9eaa0e1f7c597f, entries=11, sequenceid=97, filesize=8.3 K 2024-11-14T09:20:30,854 DEBUG [M:0;83f56b55f2af:36445 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36523/user/jenkins/test-data/d39b021a-d560-1426-f263-078d98d9530f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/45f468474b85484494328ef2d9a60d9a as hdfs://localhost:36523/user/jenkins/test-data/d39b021a-d560-1426-f263-078d98d9530f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/45f468474b85484494328ef2d9a60d9a 2024-11-14T09:20:30,859 INFO [M:0;83f56b55f2af:36445 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36523/user/jenkins/test-data/d39b021a-d560-1426-f263-078d98d9530f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/45f468474b85484494328ef2d9a60d9a, entries=1, sequenceid=97, filesize=5.0 K 2024-11-14T09:20:30,860 INFO [M:0;83f56b55f2af:36445 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1300ms, sequenceid=97, compaction requested=false 2024-11-14T09:20:30,861 INFO [M:0;83f56b55f2af:36445 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:20:30,861 DEBUG [M:0;83f56b55f2af:36445 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731576029560Disabling compacts and flushes for region at 1731576029560Disabling writes for close at 1731576029560Obtaining lock to block concurrent updates at 1731576029560Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731576029560Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731576029560Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731576029561 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731576029561Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731576029580 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731576029580Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731576029989 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731576030006 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731576030006Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731576030416 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731576030434 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731576030434Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d35bb52: reopening flushed file at 1731576030844 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@399124c5: reopening flushed file at 1731576030849 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26579039: reopening flushed file at 1731576030854 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1300ms, sequenceid=97, compaction requested=false at 1731576030860 (+6 ms)Writing region close event to WAL at 1731576030861 (+1 ms)Closed at 1731576030861 2024-11-14T09:20:30,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39259 is added to blk_1073741830_1006 (size=63654) 2024-11-14T09:20:30,864 INFO [M:0;83f56b55f2af:36445 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T09:20:30,864 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T09:20:30,864 INFO [M:0;83f56b55f2af:36445 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36445 2024-11-14T09:20:30,864 INFO [M:0;83f56b55f2af:36445 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T09:20:30,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36445-0x10115c6f7ce0003, quorum=127.0.0.1:63666, baseZNode=/1741849050 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T09:20:30,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36445-0x10115c6f7ce0003, quorum=127.0.0.1:63666, baseZNode=/1741849050 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T09:20:30,968 INFO [M:0;83f56b55f2af:36445 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T09:20:30,971 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@77581a3d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T09:20:30,972 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@361417b7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T09:20:30,972 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T09:20:30,972 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@608cecfe{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T09:20:30,972 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4bec692c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/894951b8-b494-bfc6-8295-6e1f03dfd644/hadoop.log.dir/,STOPPED} 2024-11-14T09:20:30,974 WARN [BP-1080654524-172.17.0.2-1731576012086 heartbeating to localhost/127.0.0.1:36523 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T09:20:30,974 WARN [BP-1080654524-172.17.0.2-1731576012086 heartbeating to localhost/127.0.0.1:36523 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1080654524-172.17.0.2-1731576012086 (Datanode Uuid 0d1eddce-06fe-4269-b435-db2ea09a18f7) service to localhost/127.0.0.1:36523 2024-11-14T09:20:30,974 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T09:20:30,974 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T09:20:30,975 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/894951b8-b494-bfc6-8295-6e1f03dfd644/cluster_06fe2a77-9a78-f637-f757-8e1f9a30dfb7/data/data2/current/BP-1080654524-172.17.0.2-1731576012086 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T09:20:30,976 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/894951b8-b494-bfc6-8295-6e1f03dfd644/cluster_06fe2a77-9a78-f637-f757-8e1f9a30dfb7/data/data1/current/BP-1080654524-172.17.0.2-1731576012086 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T09:20:30,977 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T09:20:30,985 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7744ac18{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T09:20:30,986 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@23eb1abe{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T09:20:30,986 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T09:20:30,986 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1535b06b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T09:20:30,986 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b29f2f5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/894951b8-b494-bfc6-8295-6e1f03dfd644/hadoop.log.dir/,STOPPED} 2024-11-14T09:20:31,003 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T09:20:31,003 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T09:20:31,004 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T09:20:31,004 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:20:31,004 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:20:31,004 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:20:31,004 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T09:20:31,004 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T09:20:31,004 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1341028672, stopped=false 2024-11-14T09:20:31,005 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=83f56b55f2af,45329,1731576009353 2024-11-14T09:20:31,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44951-0x10115c6f7ce0001, quorum=127.0.0.1:63666, baseZNode=/01416156135 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01416156135/running 2024-11-14T09:20:31,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44951-0x10115c6f7ce0001, quorum=127.0.0.1:63666, baseZNode=/01416156135 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01416156135 2024-11-14T09:20:31,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45329-0x10115c6f7ce0000, quorum=127.0.0.1:63666, baseZNode=/01416156135 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01416156135/running 2024-11-14T09:20:31,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45329-0x10115c6f7ce0000, quorum=127.0.0.1:63666, baseZNode=/01416156135 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01416156135 2024-11-14T09:20:31,010 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T09:20:31,011 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44951-0x10115c6f7ce0001, quorum=127.0.0.1:63666, baseZNode=/01416156135 Set watcher on znode that does not yet exist, /01416156135/running 2024-11-14T09:20:31,011 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T09:20:31,011 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:20:31,011 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:20:31,011 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '83f56b55f2af,44951,1731576009406' ***** 2024-11-14T09:20:31,011 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T09:20:31,012 INFO [RS:0;83f56b55f2af:44951 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T09:20:31,012 INFO [RS:0;83f56b55f2af:44951 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T09:20:31,012 INFO [RS:0;83f56b55f2af:44951 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T09:20:31,012 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T09:20:31,012 INFO [RS:0;83f56b55f2af:44951 {}] regionserver.HRegionServer(3091): Received CLOSE for 10c4a3c2996b206a56fd817988d95f8a 2024-11-14T09:20:31,012 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45329-0x10115c6f7ce0000, quorum=127.0.0.1:63666, baseZNode=/01416156135 Set watcher on znode that does not yet exist, /01416156135/running 2024-11-14T09:20:31,013 INFO [RS:0;83f56b55f2af:44951 {}] regionserver.HRegionServer(3091): Received CLOSE for 052c9366bf5f7d404aecdc89021363c2 2024-11-14T09:20:31,013 INFO [RS:0;83f56b55f2af:44951 {}] regionserver.HRegionServer(959): stopping server 83f56b55f2af,44951,1731576009406 2024-11-14T09:20:31,013 INFO [RS:0;83f56b55f2af:44951 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T09:20:31,013 INFO [RS:0;83f56b55f2af:44951 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;83f56b55f2af:44951. 2024-11-14T09:20:31,013 DEBUG [RS:0;83f56b55f2af:44951 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:20:31,013 DEBUG [RS:0;83f56b55f2af:44951 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:20:31,013 INFO [RS:0;83f56b55f2af:44951 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T09:20:31,013 INFO [RS:0;83f56b55f2af:44951 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T09:20:31,013 INFO [RS:0;83f56b55f2af:44951 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T09:20:31,013 INFO [RS:0;83f56b55f2af:44951 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T09:20:31,013 INFO [regionserver/83f56b55f2af:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T09:20:31,014 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 10c4a3c2996b206a56fd817988d95f8a, disabling compactions & flushes 2024-11-14T09:20:31,014 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731576015961.10c4a3c2996b206a56fd817988d95f8a. 2024-11-14T09:20:31,014 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731576015961.10c4a3c2996b206a56fd817988d95f8a. 2024-11-14T09:20:31,014 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731576015961.10c4a3c2996b206a56fd817988d95f8a. after waiting 0 ms 2024-11-14T09:20:31,014 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731576015961.10c4a3c2996b206a56fd817988d95f8a. 2024-11-14T09:20:31,014 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 10c4a3c2996b206a56fd817988d95f8a 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-14T09:20:31,016 INFO [RS:0;83f56b55f2af:44951 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T09:20:31,016 DEBUG [RS:0;83f56b55f2af:44951 {}] regionserver.HRegionServer(1325): Online Regions={10c4a3c2996b206a56fd817988d95f8a=test,,1731576015961.10c4a3c2996b206a56fd817988d95f8a., 052c9366bf5f7d404aecdc89021363c2=hbase:replication,,1731576019297.052c9366bf5f7d404aecdc89021363c2., 1588230740=hbase:meta,,1.1588230740} 2024-11-14T09:20:31,016 DEBUG [RS:0;83f56b55f2af:44951 {}] regionserver.HRegionServer(1351): Waiting on 052c9366bf5f7d404aecdc89021363c2, 10c4a3c2996b206a56fd817988d95f8a, 1588230740 2024-11-14T09:20:31,017 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T09:20:31,017 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T09:20:31,017 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T09:20:31,017 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T09:20:31,017 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T09:20:31,017 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T09:20:31,036 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36775/user/jenkins/test-data/693b32fe-517b-0087-0f1d-f0d8970ace08/data/default/test/10c4a3c2996b206a56fd817988d95f8a/.tmp/f/eac144ae657340d9a4c63cdf90ddb999 is 29, key is row1/f:/1731576026614/DeleteFamily/seqid=0 2024-11-14T09:20:31,038 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36775/user/jenkins/test-data/693b32fe-517b-0087-0f1d-f0d8970ace08/data/hbase/meta/1588230740/.tmp/info/a40e64bd860c454a88fa3a18c09a0e1f is 147, key is hbase:replication,,1731576019297.052c9366bf5f7d404aecdc89021363c2./info:regioninfo/1731576020466/Put/seqid=0 2024-11-14T09:20:31,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42369 is added to blk_1073741840_1016 (size=5118) 2024-11-14T09:20:31,041 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36775/user/jenkins/test-data/693b32fe-517b-0087-0f1d-f0d8970ace08/data/default/test/10c4a3c2996b206a56fd817988d95f8a/.tmp/f/eac144ae657340d9a4c63cdf90ddb999 2024-11-14T09:20:31,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42369 is added to blk_1073741841_1017 (size=7686) 2024-11-14T09:20:31,048 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36775/user/jenkins/test-data/693b32fe-517b-0087-0f1d-f0d8970ace08/data/hbase/meta/1588230740/.tmp/info/a40e64bd860c454a88fa3a18c09a0e1f 2024-11-14T09:20:31,049 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for eac144ae657340d9a4c63cdf90ddb999 2024-11-14T09:20:31,074 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36775/user/jenkins/test-data/693b32fe-517b-0087-0f1d-f0d8970ace08/data/default/test/10c4a3c2996b206a56fd817988d95f8a/.tmp/f1/03232ea619c4443eabed823b1e3f1249 is 30, key is row1/f1:/1731576026614/DeleteFamily/seqid=0 2024-11-14T09:20:31,076 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36775/user/jenkins/test-data/693b32fe-517b-0087-0f1d-f0d8970ace08/data/hbase/meta/1588230740/.tmp/ns/f63204f4b6ad43108d71e843a4854adc is 43, key is default/ns:d/1731576011936/Put/seqid=0 2024-11-14T09:20:31,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42369 is added to blk_1073741842_1018 (size=5123) 2024-11-14T09:20:31,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42369 is added to blk_1073741843_1019 (size=5153) 2024-11-14T09:20:31,106 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36775/user/jenkins/test-data/693b32fe-517b-0087-0f1d-f0d8970ace08/data/hbase/meta/1588230740/.tmp/ns/f63204f4b6ad43108d71e843a4854adc 2024-11-14T09:20:31,135 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36775/user/jenkins/test-data/693b32fe-517b-0087-0f1d-f0d8970ace08/data/hbase/meta/1588230740/.tmp/rep_barrier/80ac07c46c6146509d232a6ed2e2caeb is 112, key is test,,1731576015961.10c4a3c2996b206a56fd817988d95f8a./rep_barrier:seqnumDuringOpen/1731576017114/Put/seqid=0 2024-11-14T09:20:31,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42369 is added to blk_1073741844_1020 (size=5518) 2024-11-14T09:20:31,139 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36775/user/jenkins/test-data/693b32fe-517b-0087-0f1d-f0d8970ace08/data/hbase/meta/1588230740/.tmp/rep_barrier/80ac07c46c6146509d232a6ed2e2caeb 2024-11-14T09:20:31,158 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36775/user/jenkins/test-data/693b32fe-517b-0087-0f1d-f0d8970ace08/data/hbase/meta/1588230740/.tmp/table/dc5f8a3ccd1549958971bb2d7a0c09aa is 53, key is hbase:replication/table:state/1731576020480/Put/seqid=0 2024-11-14T09:20:31,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42369 is added to blk_1073741845_1021 (size=5308) 2024-11-14T09:20:31,217 DEBUG [RS:0;83f56b55f2af:44951 {}] regionserver.HRegionServer(1351): Waiting on 052c9366bf5f7d404aecdc89021363c2, 10c4a3c2996b206a56fd817988d95f8a, 1588230740 2024-11-14T09:20:31,333 INFO [regionserver/83f56b55f2af:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T09:20:31,333 INFO [regionserver/83f56b55f2af:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T09:20:31,417 DEBUG [RS:0;83f56b55f2af:44951 {}] regionserver.HRegionServer(1351): Waiting on 052c9366bf5f7d404aecdc89021363c2, 10c4a3c2996b206a56fd817988d95f8a, 1588230740 2024-11-14T09:20:31,490 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36775/user/jenkins/test-data/693b32fe-517b-0087-0f1d-f0d8970ace08/data/default/test/10c4a3c2996b206a56fd817988d95f8a/.tmp/f1/03232ea619c4443eabed823b1e3f1249 2024-11-14T09:20:31,495 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 03232ea619c4443eabed823b1e3f1249 2024-11-14T09:20:31,509 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36775/user/jenkins/test-data/693b32fe-517b-0087-0f1d-f0d8970ace08/data/default/test/10c4a3c2996b206a56fd817988d95f8a/.tmp/norep/b9431681f5084e77bcc002a5582a881d is 32, key is row/norep:/1731576025608/DeleteFamily/seqid=0 2024-11-14T09:20:31,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42369 is added to blk_1073741846_1022 (size=5101) 2024-11-14T09:20:31,564 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36775/user/jenkins/test-data/693b32fe-517b-0087-0f1d-f0d8970ace08/data/hbase/meta/1588230740/.tmp/table/dc5f8a3ccd1549958971bb2d7a0c09aa 2024-11-14T09:20:31,569 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36775/user/jenkins/test-data/693b32fe-517b-0087-0f1d-f0d8970ace08/data/hbase/meta/1588230740/.tmp/info/a40e64bd860c454a88fa3a18c09a0e1f as hdfs://localhost:36775/user/jenkins/test-data/693b32fe-517b-0087-0f1d-f0d8970ace08/data/hbase/meta/1588230740/info/a40e64bd860c454a88fa3a18c09a0e1f 2024-11-14T09:20:31,573 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,44951,1731576009406.replicationSource.wal-reader.83f56b55f2af%2C44951%2C1731576009406,1-83f56b55f2af,44951,1731576009406 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36775/user/jenkins/test-data/693b32fe-517b-0087-0f1d-f0d8970ace08/WALs/83f56b55f2af,44951,1731576009406/83f56b55f2af%2C44951%2C1731576009406.1731576011433 to pos 912, reset compression=false 2024-11-14T09:20:31,573 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36775/user/jenkins/test-data/693b32fe-517b-0087-0f1d-f0d8970ace08/data/hbase/meta/1588230740/info/a40e64bd860c454a88fa3a18c09a0e1f, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T09:20:31,574 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36775/user/jenkins/test-data/693b32fe-517b-0087-0f1d-f0d8970ace08/data/hbase/meta/1588230740/.tmp/ns/f63204f4b6ad43108d71e843a4854adc as hdfs://localhost:36775/user/jenkins/test-data/693b32fe-517b-0087-0f1d-f0d8970ace08/data/hbase/meta/1588230740/ns/f63204f4b6ad43108d71e843a4854adc 2024-11-14T09:20:31,578 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,44951,1731576009406.replicationSource.wal-reader.83f56b55f2af%2C44951%2C1731576009406,1-83f56b55f2af,44951,1731576009406 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T09:20:31,578 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,44951,1731576009406.replicationSource.wal-reader.83f56b55f2af%2C44951%2C1731576009406,1-83f56b55f2af,44951,1731576009406 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36775/user/jenkins/test-data/693b32fe-517b-0087-0f1d-f0d8970ace08/WALs/83f56b55f2af,44951,1731576009406/83f56b55f2af%2C44951%2C1731576009406.1731576011433 to pos 1159, reset compression=false 2024-11-14T09:20:31,578 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,44951,1731576009406.replicationSource.shipper83f56b55f2af%2C44951%2C1731576009406,1-83f56b55f2af,44951,1731576009406 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83f56b55f2af,44951,1731576009406 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36775/user/jenkins/test-data/693b32fe-517b-0087-0f1d-f0d8970ace08/WALs/83f56b55f2af,44951,1731576009406/83f56b55f2af%2C44951%2C1731576009406.1731576011433, lastWalPosition=1159, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T09:20:31,579 ERROR [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,44951,1731576009406.replicationSource.shipper83f56b55f2af%2C44951%2C1731576009406,1-83f56b55f2af,44951,1731576009406 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 83f56b55f2af,44951,1731576009406: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-83f56b55f2af,44951,1731576009406, walGroup=83f56b55f2af%2C44951%2C1731576009406, offset=83f56b55f2af%2C44951%2C1731576009406.1731576011433:1159, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=83f56b55f2af:44951 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-14T09:20:31,580 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36775/user/jenkins/test-data/693b32fe-517b-0087-0f1d-f0d8970ace08/data/hbase/meta/1588230740/ns/f63204f4b6ad43108d71e843a4854adc, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T09:20:31,580 ERROR [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,44951,1731576009406.replicationSource.shipper83f56b55f2af%2C44951%2C1731576009406,1-83f56b55f2af,44951,1731576009406 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T09:20:31,580 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,44951,1731576009406.replicationSource.shipper83f56b55f2af%2C44951%2C1731576009406,1-83f56b55f2af,44951,1731576009406 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T09:20:31,581 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,44951,1731576009406.replicationSource.shipper83f56b55f2af%2C44951%2C1731576009406,1-83f56b55f2af,44951,1731576009406 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T09:20:31,581 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,44951,1731576009406.replicationSource.shipper83f56b55f2af%2C44951%2C1731576009406,1-83f56b55f2af,44951,1731576009406 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T09:20:31,581 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,44951,1731576009406.replicationSource.shipper83f56b55f2af%2C44951%2C1731576009406,1-83f56b55f2af,44951,1731576009406 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T09:20:31,581 INFO [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,44951,1731576009406.replicationSource.shipper83f56b55f2af%2C44951%2C1731576009406,1-83f56b55f2af,44951,1731576009406 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1065353216, "init": 1048576000, "max": 2306867200, "used": 640684648 }, "NonHeapMemoryUsage": { "committed": 194379776, "init": 7667712, "max": -1, "used": 191434088 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T09:20:31,581 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36775/user/jenkins/test-data/693b32fe-517b-0087-0f1d-f0d8970ace08/data/hbase/meta/1588230740/.tmp/rep_barrier/80ac07c46c6146509d232a6ed2e2caeb as hdfs://localhost:36775/user/jenkins/test-data/693b32fe-517b-0087-0f1d-f0d8970ace08/data/hbase/meta/1588230740/rep_barrier/80ac07c46c6146509d232a6ed2e2caeb 2024-11-14T09:20:31,581 WARN [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,44951,1731576009406.replicationSource.shipper83f56b55f2af%2C44951%2C1731576009406,1-83f56b55f2af,44951,1731576009406 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=83f56b55f2af:45329 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=83f56b55f2af:45329 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-14T09:20:31,585 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36775/user/jenkins/test-data/693b32fe-517b-0087-0f1d-f0d8970ace08/data/hbase/meta/1588230740/rep_barrier/80ac07c46c6146509d232a6ed2e2caeb, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T09:20:31,586 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36775/user/jenkins/test-data/693b32fe-517b-0087-0f1d-f0d8970ace08/data/hbase/meta/1588230740/.tmp/table/dc5f8a3ccd1549958971bb2d7a0c09aa as hdfs://localhost:36775/user/jenkins/test-data/693b32fe-517b-0087-0f1d-f0d8970ace08/data/hbase/meta/1588230740/table/dc5f8a3ccd1549958971bb2d7a0c09aa 2024-11-14T09:20:31,590 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36775/user/jenkins/test-data/693b32fe-517b-0087-0f1d-f0d8970ace08/data/hbase/meta/1588230740/table/dc5f8a3ccd1549958971bb2d7a0c09aa, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T09:20:31,590 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 573ms, sequenceid=16, compaction requested=false 2024-11-14T09:20:31,597 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36775/user/jenkins/test-data/693b32fe-517b-0087-0f1d-f0d8970ace08/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T09:20:31,597 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T09:20:31,597 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T09:20:31,597 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T09:20:31,597 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731576031017Running coprocessor pre-close hooks at 1731576031017Disabling compacts and flushes for region at 1731576031017Disabling writes for close at 1731576031017Obtaining lock to block concurrent updates at 1731576031017Preparing flush snapshotting stores in 1588230740 at 1731576031017Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731576031021 (+4 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731576031022 (+1 ms)Flushing 1588230740/info: creating writer at 1731576031022Flushing 1588230740/info: appending metadata at 1731576031038 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731576031038Flushing 1588230740/ns: creating writer at 1731576031054 (+16 ms)Flushing 1588230740/ns: appending metadata at 1731576031075 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1731576031075Flushing 1588230740/rep_barrier: creating writer at 1731576031111 (+36 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731576031135 (+24 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731576031135Flushing 1588230740/table: creating writer at 1731576031144 (+9 ms)Flushing 1588230740/table: appending metadata at 1731576031157 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731576031157Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2246233f: reopening flushed file at 1731576031568 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@cef82e: reopening flushed file at 1731576031573 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7be021a0: reopening flushed file at 1731576031580 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41ce760c: reopening flushed file at 1731576031585 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 573ms, sequenceid=16, compaction requested=false at 1731576031591 (+6 ms)Writing region close event to WAL at 1731576031594 (+3 ms)Running coprocessor post-close hooks at 1731576031597 (+3 ms)Closed at 1731576031597 2024-11-14T09:20:31,598 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T09:20:31,617 DEBUG [RS:0;83f56b55f2af:44951 {}] regionserver.HRegionServer(1351): Waiting on 052c9366bf5f7d404aecdc89021363c2, 10c4a3c2996b206a56fd817988d95f8a 2024-11-14T09:20:31,794 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,44951,1731576009406.replicationSource.wal-reader.83f56b55f2af%2C44951%2C1731576009406,1-83f56b55f2af,44951,1731576009406 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36775/user/jenkins/test-data/693b32fe-517b-0087-0f1d-f0d8970ace08/WALs/83f56b55f2af,44951,1731576009406/83f56b55f2af%2C44951%2C1731576009406.1731576011433 to pos 1159, reset compression=false 2024-11-14T09:20:31,817 DEBUG [RS:0;83f56b55f2af:44951 {}] regionserver.HRegionServer(1351): Waiting on 052c9366bf5f7d404aecdc89021363c2, 10c4a3c2996b206a56fd817988d95f8a 2024-11-14T09:20:31,913 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36775/user/jenkins/test-data/693b32fe-517b-0087-0f1d-f0d8970ace08/data/default/test/10c4a3c2996b206a56fd817988d95f8a/.tmp/norep/b9431681f5084e77bcc002a5582a881d 2024-11-14T09:20:31,918 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b9431681f5084e77bcc002a5582a881d 2024-11-14T09:20:31,918 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36775/user/jenkins/test-data/693b32fe-517b-0087-0f1d-f0d8970ace08/data/default/test/10c4a3c2996b206a56fd817988d95f8a/.tmp/f/eac144ae657340d9a4c63cdf90ddb999 as hdfs://localhost:36775/user/jenkins/test-data/693b32fe-517b-0087-0f1d-f0d8970ace08/data/default/test/10c4a3c2996b206a56fd817988d95f8a/f/eac144ae657340d9a4c63cdf90ddb999 2024-11-14T09:20:31,922 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for eac144ae657340d9a4c63cdf90ddb999 2024-11-14T09:20:31,922 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36775/user/jenkins/test-data/693b32fe-517b-0087-0f1d-f0d8970ace08/data/default/test/10c4a3c2996b206a56fd817988d95f8a/f/eac144ae657340d9a4c63cdf90ddb999, entries=2, sequenceid=8, filesize=5.0 K 2024-11-14T09:20:31,923 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36775/user/jenkins/test-data/693b32fe-517b-0087-0f1d-f0d8970ace08/data/default/test/10c4a3c2996b206a56fd817988d95f8a/.tmp/f1/03232ea619c4443eabed823b1e3f1249 as hdfs://localhost:36775/user/jenkins/test-data/693b32fe-517b-0087-0f1d-f0d8970ace08/data/default/test/10c4a3c2996b206a56fd817988d95f8a/f1/03232ea619c4443eabed823b1e3f1249 2024-11-14T09:20:31,927 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 03232ea619c4443eabed823b1e3f1249 2024-11-14T09:20:31,927 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36775/user/jenkins/test-data/693b32fe-517b-0087-0f1d-f0d8970ace08/data/default/test/10c4a3c2996b206a56fd817988d95f8a/f1/03232ea619c4443eabed823b1e3f1249, entries=2, sequenceid=8, filesize=5.0 K 2024-11-14T09:20:31,928 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36775/user/jenkins/test-data/693b32fe-517b-0087-0f1d-f0d8970ace08/data/default/test/10c4a3c2996b206a56fd817988d95f8a/.tmp/norep/b9431681f5084e77bcc002a5582a881d as hdfs://localhost:36775/user/jenkins/test-data/693b32fe-517b-0087-0f1d-f0d8970ace08/data/default/test/10c4a3c2996b206a56fd817988d95f8a/norep/b9431681f5084e77bcc002a5582a881d 2024-11-14T09:20:31,932 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b9431681f5084e77bcc002a5582a881d 2024-11-14T09:20:31,932 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36775/user/jenkins/test-data/693b32fe-517b-0087-0f1d-f0d8970ace08/data/default/test/10c4a3c2996b206a56fd817988d95f8a/norep/b9431681f5084e77bcc002a5582a881d, entries=1, sequenceid=8, filesize=5.0 K 2024-11-14T09:20:31,933 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 10c4a3c2996b206a56fd817988d95f8a in 918ms, sequenceid=8, compaction requested=false 2024-11-14T09:20:31,938 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36775/user/jenkins/test-data/693b32fe-517b-0087-0f1d-f0d8970ace08/data/default/test/10c4a3c2996b206a56fd817988d95f8a/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-14T09:20:31,938 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T09:20:31,938 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T09:20:31,938 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731576015961.10c4a3c2996b206a56fd817988d95f8a. 2024-11-14T09:20:31,938 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 10c4a3c2996b206a56fd817988d95f8a: Waiting for close lock at 1731576031014Running coprocessor pre-close hooks at 1731576031014Disabling compacts and flushes for region at 1731576031014Disabling writes for close at 1731576031014Obtaining lock to block concurrent updates at 1731576031014Preparing flush snapshotting stores in 10c4a3c2996b206a56fd817988d95f8a at 1731576031014Finished memstore snapshotting test,,1731576015961.10c4a3c2996b206a56fd817988d95f8a., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731576031015 (+1 ms)Flushing stores of test,,1731576015961.10c4a3c2996b206a56fd817988d95f8a. at 1731576031016 (+1 ms)Flushing 10c4a3c2996b206a56fd817988d95f8a/f: creating writer at 1731576031016Flushing 10c4a3c2996b206a56fd817988d95f8a/f: appending metadata at 1731576031035 (+19 ms)Flushing 10c4a3c2996b206a56fd817988d95f8a/f: closing flushed file at 1731576031036 (+1 ms)Flushing 10c4a3c2996b206a56fd817988d95f8a/f1: creating writer at 1731576031049 (+13 ms)Flushing 10c4a3c2996b206a56fd817988d95f8a/f1: appending metadata at 1731576031074 (+25 ms)Flushing 10c4a3c2996b206a56fd817988d95f8a/f1: closing flushed file at 1731576031074Flushing 10c4a3c2996b206a56fd817988d95f8a/norep: creating writer at 1731576031495 (+421 ms)Flushing 10c4a3c2996b206a56fd817988d95f8a/norep: appending metadata at 1731576031509 (+14 ms)Flushing 10c4a3c2996b206a56fd817988d95f8a/norep: closing flushed file at 1731576031509Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4649e484: reopening flushed file at 1731576031918 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1dc98dfa: reopening flushed file at 1731576031923 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12268585: reopening flushed file at 1731576031927 (+4 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 10c4a3c2996b206a56fd817988d95f8a in 918ms, sequenceid=8, compaction requested=false at 1731576031933 (+6 ms)Writing region close event to WAL at 1731576031935 (+2 ms)Running coprocessor post-close hooks at 1731576031938 (+3 ms)Closed at 1731576031938 2024-11-14T09:20:31,939 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731576015961.10c4a3c2996b206a56fd817988d95f8a. 2024-11-14T09:20:31,939 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 052c9366bf5f7d404aecdc89021363c2, disabling compactions & flushes 2024-11-14T09:20:31,939 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731576019297.052c9366bf5f7d404aecdc89021363c2. 2024-11-14T09:20:31,939 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731576019297.052c9366bf5f7d404aecdc89021363c2. 2024-11-14T09:20:31,939 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731576019297.052c9366bf5f7d404aecdc89021363c2. after waiting 0 ms 2024-11-14T09:20:31,939 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731576019297.052c9366bf5f7d404aecdc89021363c2. 2024-11-14T09:20:31,939 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 052c9366bf5f7d404aecdc89021363c2: Waiting for close lock at 1731576031939Running coprocessor pre-close hooks at 1731576031939Disabling compacts and flushes for region at 1731576031939Disabling writes for close at 1731576031939Failed flush hbase:replication,,1731576019297.052c9366bf5f7d404aecdc89021363c2., putting online again at 1731576031939 2024-11-14T09:20:31,939 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731576019297.052c9366bf5f7d404aecdc89021363c2. 2024-11-14T09:20:32,017 INFO [RS:0;83f56b55f2af:44951 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T09:20:32,017 DEBUG [RS:0;83f56b55f2af:44951 {}] regionserver.HRegionServer(1325): Online Regions={052c9366bf5f7d404aecdc89021363c2=hbase:replication,,1731576019297.052c9366bf5f7d404aecdc89021363c2.} 2024-11-14T09:20:32,017 INFO [RS:0;83f56b55f2af:44951 {}] regionserver.HRegionServer(3091): Received CLOSE for 052c9366bf5f7d404aecdc89021363c2 2024-11-14T09:20:32,017 DEBUG [RS:0;83f56b55f2af:44951 {}] regionserver.HRegionServer(1351): Waiting on 052c9366bf5f7d404aecdc89021363c2 2024-11-14T09:20:32,018 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 052c9366bf5f7d404aecdc89021363c2, disabling compactions & flushes 2024-11-14T09:20:32,018 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731576019297.052c9366bf5f7d404aecdc89021363c2. 2024-11-14T09:20:32,018 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731576019297.052c9366bf5f7d404aecdc89021363c2. 2024-11-14T09:20:32,018 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731576019297.052c9366bf5f7d404aecdc89021363c2. after waiting 0 ms 2024-11-14T09:20:32,018 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731576019297.052c9366bf5f7d404aecdc89021363c2. 2024-11-14T09:20:32,018 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 052c9366bf5f7d404aecdc89021363c2: Waiting for close lock at 1731576032017Running coprocessor pre-close hooks at 1731576032018 (+1 ms)Disabling compacts and flushes for region at 1731576032018Disabling writes for close at 1731576032018Failed flush hbase:replication,,1731576019297.052c9366bf5f7d404aecdc89021363c2., putting online again at 1731576032018 2024-11-14T09:20:32,018 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731576019297.052c9366bf5f7d404aecdc89021363c2. 2024-11-14T09:20:32,098 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,44951,1731576009406.replicationSource.wal-reader.83f56b55f2af%2C44951%2C1731576009406,1-83f56b55f2af,44951,1731576009406 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36775/user/jenkins/test-data/693b32fe-517b-0087-0f1d-f0d8970ace08/WALs/83f56b55f2af,44951,1731576009406/83f56b55f2af%2C44951%2C1731576009406.1731576011433 to pos 1159, reset compression=false 2024-11-14T09:20:32,103 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,44951,1731576009406.replicationSource.wal-reader.83f56b55f2af%2C44951%2C1731576009406,1-83f56b55f2af,44951,1731576009406 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T09:20:32,103 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,44951,1731576009406.replicationSource.wal-reader.83f56b55f2af%2C44951%2C1731576009406,1-83f56b55f2af,44951,1731576009406 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36775/user/jenkins/test-data/693b32fe-517b-0087-0f1d-f0d8970ace08/WALs/83f56b55f2af,44951,1731576009406/83f56b55f2af%2C44951%2C1731576009406.1731576011433 to pos 1803, reset compression=false 2024-11-14T09:20:32,104 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T09:20:32,104 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [83f56b55f2af,37065,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=83f56b55f2af:37065 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T09:20:32,105 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28304 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [83f56b55f2af,37065,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=83f56b55f2af:37065 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T09:20:32,218 INFO [RS:0;83f56b55f2af:44951 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-14T09:20:32,218 INFO [RS:0;83f56b55f2af:44951 {}] regionserver.HRegionServer(976): stopping server 83f56b55f2af,44951,1731576009406; all regions closed. 2024-11-14T09:20:32,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42369 is added to blk_1073741834_1010 (size=4239) 2024-11-14T09:20:32,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42369 is added to blk_1073741839_1015 (size=1733) 2024-11-14T09:20:32,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42369 is added to blk_1073741833_1009 (size=1811) 2024-11-14T09:20:32,227 DEBUG [RS:0;83f56b55f2af:44951 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:20:32,227 INFO [RS:0;83f56b55f2af:44951 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T09:20:32,227 INFO [RS:0;83f56b55f2af:44951 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T09:20:32,227 INFO [RS:0;83f56b55f2af:44951 {}] hbase.ChoreService(370): Chore service for: regionserver/83f56b55f2af:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T09:20:32,227 INFO [RS:0;83f56b55f2af:44951 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T09:20:32,227 INFO [regionserver/83f56b55f2af:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T09:20:32,227 INFO [RS:0;83f56b55f2af:44951 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-83f56b55f2af,44951,1731576009406 because: Region server is closing 2024-11-14T09:20:32,228 INFO [RS:0;83f56b55f2af:44951 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;83f56b55f2af:44951. 2024-11-14T09:20:32,228 DEBUG [RS:0;83f56b55f2af:44951 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:20:32,228 DEBUG [RS:0;83f56b55f2af:44951 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:20:32,228 DEBUG [RS:0;83f56b55f2af:44951 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:20:32,228 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T09:20:32,328 INFO [RS:0;83f56b55f2af:44951 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,44951,1731576009406.replicationSource.shipper83f56b55f2af%2C44951%2C1731576009406,1-83f56b55f2af,44951,1731576009406 terminated 2024-11-14T09:20:32,328 INFO [RS:0;83f56b55f2af:44951 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;83f56b55f2af:44951. 2024-11-14T09:20:32,328 DEBUG [RS:0;83f56b55f2af:44951 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:20:32,328 DEBUG [RS:0;83f56b55f2af:44951 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:20:32,329 DEBUG [RS:0;83f56b55f2af:44951 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:20:32,329 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T09:20:32,329 INFO [RS:0;83f56b55f2af:44951 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44951 2024-11-14T09:20:32,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45329-0x10115c6f7ce0000, quorum=127.0.0.1:63666, baseZNode=/01416156135 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01416156135/rs 2024-11-14T09:20:32,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44951-0x10115c6f7ce0001, quorum=127.0.0.1:63666, baseZNode=/01416156135 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01416156135/rs/83f56b55f2af,44951,1731576009406 2024-11-14T09:20:32,332 INFO [RS:0;83f56b55f2af:44951 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T09:20:32,333 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [83f56b55f2af,44951,1731576009406] 2024-11-14T09:20:32,335 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01416156135/draining/83f56b55f2af,44951,1731576009406 already deleted, retry=false 2024-11-14T09:20:32,335 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 83f56b55f2af,44951,1731576009406 expired; onlineServers=0 2024-11-14T09:20:32,335 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '83f56b55f2af,45329,1731576009353' ***** 2024-11-14T09:20:32,335 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T09:20:32,335 INFO [M:0;83f56b55f2af:45329 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T09:20:32,335 INFO [M:0;83f56b55f2af:45329 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T09:20:32,335 DEBUG [M:0;83f56b55f2af:45329 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T09:20:32,335 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T09:20:32,335 DEBUG [M:0;83f56b55f2af:45329 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T09:20:32,335 DEBUG [master/83f56b55f2af:0:becomeActiveMaster-HFileCleaner.small.0-1731576011217 {}] cleaner.HFileCleaner(306): Exit Thread[master/83f56b55f2af:0:becomeActiveMaster-HFileCleaner.small.0-1731576011217,5,FailOnTimeoutGroup] 2024-11-14T09:20:32,335 DEBUG [master/83f56b55f2af:0:becomeActiveMaster-HFileCleaner.large.0-1731576011217 {}] cleaner.HFileCleaner(306): Exit Thread[master/83f56b55f2af:0:becomeActiveMaster-HFileCleaner.large.0-1731576011217,5,FailOnTimeoutGroup] 2024-11-14T09:20:32,335 INFO [M:0;83f56b55f2af:45329 {}] hbase.ChoreService(370): Chore service for: master/83f56b55f2af:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T09:20:32,336 INFO [M:0;83f56b55f2af:45329 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T09:20:32,336 DEBUG [M:0;83f56b55f2af:45329 {}] master.HMaster(1795): Stopping service threads 2024-11-14T09:20:32,336 INFO [M:0;83f56b55f2af:45329 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T09:20:32,336 INFO [M:0;83f56b55f2af:45329 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T09:20:32,336 INFO [M:0;83f56b55f2af:45329 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T09:20:32,336 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T09:20:32,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45329-0x10115c6f7ce0000, quorum=127.0.0.1:63666, baseZNode=/01416156135 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01416156135/master 2024-11-14T09:20:32,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45329-0x10115c6f7ce0000, quorum=127.0.0.1:63666, baseZNode=/01416156135 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01416156135 2024-11-14T09:20:32,337 DEBUG [M:0;83f56b55f2af:45329 {}] zookeeper.ZKUtil(347): master:45329-0x10115c6f7ce0000, quorum=127.0.0.1:63666, baseZNode=/01416156135 Unable to get data of znode /01416156135/master because node does not exist (not an error) 2024-11-14T09:20:32,337 WARN [M:0;83f56b55f2af:45329 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T09:20:32,339 INFO [M:0;83f56b55f2af:45329 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36775/user/jenkins/test-data/693b32fe-517b-0087-0f1d-f0d8970ace08/.lastflushedseqids 2024-11-14T09:20:32,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42369 is added to blk_1073741847_1023 (size=245) 2024-11-14T09:20:32,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44951-0x10115c6f7ce0001, quorum=127.0.0.1:63666, baseZNode=/01416156135 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T09:20:32,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44951-0x10115c6f7ce0001, quorum=127.0.0.1:63666, baseZNode=/01416156135 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T09:20:32,434 INFO [RS:0;83f56b55f2af:44951 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T09:20:32,434 INFO [RS:0;83f56b55f2af:44951 {}] regionserver.HRegionServer(1031): Exiting; stopping=83f56b55f2af,44951,1731576009406; zookeeper connection closed. 2024-11-14T09:20:32,434 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@391a5d8a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@391a5d8a 2024-11-14T09:20:32,435 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T09:20:32,743 INFO [M:0;83f56b55f2af:45329 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T09:20:32,743 INFO [M:0;83f56b55f2af:45329 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T09:20:32,744 DEBUG [M:0;83f56b55f2af:45329 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T09:20:32,744 INFO [M:0;83f56b55f2af:45329 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:20:32,744 DEBUG [M:0;83f56b55f2af:45329 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:20:32,744 DEBUG [M:0;83f56b55f2af:45329 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T09:20:32,744 DEBUG [M:0;83f56b55f2af:45329 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:20:32,744 INFO [M:0;83f56b55f2af:45329 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-14T09:20:32,760 DEBUG [M:0;83f56b55f2af:45329 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36775/user/jenkins/test-data/693b32fe-517b-0087-0f1d-f0d8970ace08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/10a3217086524f5b8388752d8623dc35 is 82, key is hbase:meta,,1/info:regioninfo/1731576011917/Put/seqid=0 2024-11-14T09:20:32,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42369 is added to blk_1073741848_1024 (size=5672) 2024-11-14T09:20:33,165 INFO [M:0;83f56b55f2af:45329 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36775/user/jenkins/test-data/693b32fe-517b-0087-0f1d-f0d8970ace08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/10a3217086524f5b8388752d8623dc35 2024-11-14T09:20:33,183 DEBUG [M:0;83f56b55f2af:45329 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36775/user/jenkins/test-data/693b32fe-517b-0087-0f1d-f0d8970ace08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/20a1b28165544726964b3dd0d276bb2d is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731576020484/Put/seqid=0 2024-11-14T09:20:33,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42369 is added to blk_1073741849_1025 (size=8515) 2024-11-14T09:20:33,587 INFO [M:0;83f56b55f2af:45329 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36775/user/jenkins/test-data/693b32fe-517b-0087-0f1d-f0d8970ace08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/20a1b28165544726964b3dd0d276bb2d 2024-11-14T09:20:33,605 DEBUG [M:0;83f56b55f2af:45329 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36775/user/jenkins/test-data/693b32fe-517b-0087-0f1d-f0d8970ace08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c6f485532029471a8798a2bef399dd6c is 69, key is 83f56b55f2af,44951,1731576009406/rs:state/1731576011258/Put/seqid=0 2024-11-14T09:20:33,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42369 is added to blk_1073741850_1026 (size=5156) 2024-11-14T09:20:33,642 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T09:20:33,644 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:20:33,676 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:20:33,676 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:20:33,677 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:20:33,677 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:20:33,677 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:20:33,677 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:20:33,684 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:20:33,684 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:20:33,685 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:20:34,009 INFO [M:0;83f56b55f2af:45329 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36775/user/jenkins/test-data/693b32fe-517b-0087-0f1d-f0d8970ace08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c6f485532029471a8798a2bef399dd6c 2024-11-14T09:20:34,015 DEBUG [M:0;83f56b55f2af:45329 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36775/user/jenkins/test-data/693b32fe-517b-0087-0f1d-f0d8970ace08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/10a3217086524f5b8388752d8623dc35 as hdfs://localhost:36775/user/jenkins/test-data/693b32fe-517b-0087-0f1d-f0d8970ace08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/10a3217086524f5b8388752d8623dc35 2024-11-14T09:20:34,019 INFO [M:0;83f56b55f2af:45329 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36775/user/jenkins/test-data/693b32fe-517b-0087-0f1d-f0d8970ace08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/10a3217086524f5b8388752d8623dc35, entries=8, sequenceid=97, filesize=5.5 K 2024-11-14T09:20:34,020 DEBUG [M:0;83f56b55f2af:45329 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36775/user/jenkins/test-data/693b32fe-517b-0087-0f1d-f0d8970ace08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/20a1b28165544726964b3dd0d276bb2d as hdfs://localhost:36775/user/jenkins/test-data/693b32fe-517b-0087-0f1d-f0d8970ace08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/20a1b28165544726964b3dd0d276bb2d 2024-11-14T09:20:34,025 INFO [M:0;83f56b55f2af:45329 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36775/user/jenkins/test-data/693b32fe-517b-0087-0f1d-f0d8970ace08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/20a1b28165544726964b3dd0d276bb2d, entries=11, sequenceid=97, filesize=8.3 K 2024-11-14T09:20:34,026 DEBUG [M:0;83f56b55f2af:45329 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36775/user/jenkins/test-data/693b32fe-517b-0087-0f1d-f0d8970ace08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c6f485532029471a8798a2bef399dd6c as hdfs://localhost:36775/user/jenkins/test-data/693b32fe-517b-0087-0f1d-f0d8970ace08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c6f485532029471a8798a2bef399dd6c 2024-11-14T09:20:34,033 INFO [M:0;83f56b55f2af:45329 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36775/user/jenkins/test-data/693b32fe-517b-0087-0f1d-f0d8970ace08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c6f485532029471a8798a2bef399dd6c, entries=1, sequenceid=97, filesize=5.0 K 2024-11-14T09:20:34,034 INFO [M:0;83f56b55f2af:45329 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=97, compaction requested=false 2024-11-14T09:20:34,041 INFO [M:0;83f56b55f2af:45329 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:20:34,041 DEBUG [M:0;83f56b55f2af:45329 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731576032744Disabling compacts and flushes for region at 1731576032744Disabling writes for close at 1731576032744Obtaining lock to block concurrent updates at 1731576032744Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731576032744Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731576032744Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731576032745 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731576032745Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731576032760 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731576032760Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731576033169 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731576033183 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731576033183Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731576033591 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731576033604 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731576033604Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4fdb23fd: reopening flushed file at 1731576034014 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40183b0: reopening flushed file at 1731576034019 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39c5eacd: reopening flushed file at 1731576034026 (+7 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=97, compaction requested=false at 1731576034034 (+8 ms)Writing region close event to WAL at 1731576034041 (+7 ms)Closed at 1731576034041 2024-11-14T09:20:34,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42369 is added to blk_1073741830_1006 (size=63642) 2024-11-14T09:20:34,048 INFO [M:0;83f56b55f2af:45329 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T09:20:34,048 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T09:20:34,048 INFO [M:0;83f56b55f2af:45329 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45329 2024-11-14T09:20:34,049 INFO [M:0;83f56b55f2af:45329 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T09:20:34,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45329-0x10115c6f7ce0000, quorum=127.0.0.1:63666, baseZNode=/01416156135 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T09:20:34,151 INFO [M:0;83f56b55f2af:45329 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T09:20:34,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45329-0x10115c6f7ce0000, quorum=127.0.0.1:63666, baseZNode=/01416156135 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T09:20:34,154 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@fe9afdd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T09:20:34,154 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@49fc172c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T09:20:34,154 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T09:20:34,154 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d036975{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T09:20:34,155 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@226061ec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9041095a-288f-2854-75e0-5f805f7f78ef/hadoop.log.dir/,STOPPED} 2024-11-14T09:20:34,156 WARN [BP-1657719948-172.17.0.2-1731576008083 heartbeating to localhost/127.0.0.1:36775 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T09:20:34,156 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T09:20:34,156 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T09:20:34,156 WARN [BP-1657719948-172.17.0.2-1731576008083 heartbeating to localhost/127.0.0.1:36775 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1657719948-172.17.0.2-1731576008083 (Datanode Uuid 663a3da6-6c96-4a69-96ad-16b18ba01e7b) service to localhost/127.0.0.1:36775 2024-11-14T09:20:34,156 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9041095a-288f-2854-75e0-5f805f7f78ef/cluster_a96910b4-33c8-c93b-d9a3-a481eddbcc90/data/data1/current/BP-1657719948-172.17.0.2-1731576008083 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T09:20:34,157 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9041095a-288f-2854-75e0-5f805f7f78ef/cluster_a96910b4-33c8-c93b-d9a3-a481eddbcc90/data/data2/current/BP-1657719948-172.17.0.2-1731576008083 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T09:20:34,157 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T09:20:34,163 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2a6632bd{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T09:20:34,163 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@76b5aae8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T09:20:34,163 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T09:20:34,164 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6a4320b7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T09:20:34,164 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5afa00fd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9041095a-288f-2854-75e0-5f805f7f78ef/hadoop.log.dir/,STOPPED} 2024-11-14T09:20:34,169 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T09:20:34,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T09:20:34,189 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=264 (was 245) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36775 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:36775 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36775 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:36523 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36523 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:36523 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63666) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:36775 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:36775 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36523 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36775 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:36775 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36523 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:36523 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63666) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36775 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:36523 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36523 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=656 (was 621) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=339 (was 333) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6161 (was 6603) 2024-11-14T09:20:34,198 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=264, OpenFileDescriptor=656, MaxFileDescriptor=1048576, SystemLoadAverage=339, ProcessCount=11, AvailableMemoryMB=6161 2024-11-14T09:20:34,212 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-14T09:20:34,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/894951b8-b494-bfc6-8295-6e1f03dfd644/hadoop.log.dir so I do NOT create it in target/test-data/605a67c8-5e46-1ecb-7304-716a45999a7c 2024-11-14T09:20:34,212 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/894951b8-b494-bfc6-8295-6e1f03dfd644/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T09:20:34,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/894951b8-b494-bfc6-8295-6e1f03dfd644/hadoop.tmp.dir so I do NOT create it in target/test-data/605a67c8-5e46-1ecb-7304-716a45999a7c 2024-11-14T09:20:34,212 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/894951b8-b494-bfc6-8295-6e1f03dfd644/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T09:20:34,212 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/605a67c8-5e46-1ecb-7304-716a45999a7c 2024-11-14T09:20:34,212 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/605a67c8-5e46-1ecb-7304-716a45999a7c/cluster_e0f20195-384c-b8bc-b183-70407f991f4d, deleteOnExit=true 2024-11-14T09:20:34,215 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/605a67c8-5e46-1ecb-7304-716a45999a7c/cluster_e0f20195-384c-b8bc-b183-70407f991f4d/zookeeper_0, clientPort=54600, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/605a67c8-5e46-1ecb-7304-716a45999a7c/cluster_e0f20195-384c-b8bc-b183-70407f991f4d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/605a67c8-5e46-1ecb-7304-716a45999a7c/cluster_e0f20195-384c-b8bc-b183-70407f991f4d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T09:20:34,216 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54600 2024-11-14T09:20:34,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T09:20:34,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T09:20:34,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/605a67c8-5e46-1ecb-7304-716a45999a7c/test.cache.data in system properties and HBase conf 2024-11-14T09:20:34,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/605a67c8-5e46-1ecb-7304-716a45999a7c/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T09:20:34,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/605a67c8-5e46-1ecb-7304-716a45999a7c/hadoop.log.dir in system properties and HBase conf 2024-11-14T09:20:34,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/605a67c8-5e46-1ecb-7304-716a45999a7c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T09:20:34,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/605a67c8-5e46-1ecb-7304-716a45999a7c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T09:20:34,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T09:20:34,217 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T09:20:34,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/605a67c8-5e46-1ecb-7304-716a45999a7c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T09:20:34,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/605a67c8-5e46-1ecb-7304-716a45999a7c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T09:20:34,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/605a67c8-5e46-1ecb-7304-716a45999a7c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T09:20:34,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/605a67c8-5e46-1ecb-7304-716a45999a7c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T09:20:34,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/605a67c8-5e46-1ecb-7304-716a45999a7c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T09:20:34,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/605a67c8-5e46-1ecb-7304-716a45999a7c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T09:20:34,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/605a67c8-5e46-1ecb-7304-716a45999a7c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T09:20:34,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/605a67c8-5e46-1ecb-7304-716a45999a7c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T09:20:34,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/605a67c8-5e46-1ecb-7304-716a45999a7c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T09:20:34,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/605a67c8-5e46-1ecb-7304-716a45999a7c/nfs.dump.dir in system properties and HBase conf 2024-11-14T09:20:34,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/605a67c8-5e46-1ecb-7304-716a45999a7c/java.io.tmpdir in system properties and HBase conf 2024-11-14T09:20:34,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/605a67c8-5e46-1ecb-7304-716a45999a7c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T09:20:34,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/605a67c8-5e46-1ecb-7304-716a45999a7c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T09:20:34,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/605a67c8-5e46-1ecb-7304-716a45999a7c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T09:20:34,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10115c6f7ce0005, quorum=127.0.0.1:63666, baseZNode=/1741849050 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T09:20:34,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10115c6f7ce0002, quorum=127.0.0.1:63666, baseZNode=/01416156135 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T09:20:34,267 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10115c6f7ce0005, quorum=127.0.0.1:63666, baseZNode=/1741849050 Received Disconnected from ZooKeeper, ignoring 2024-11-14T09:20:34,267 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10115c6f7ce0002, quorum=127.0.0.1:63666, baseZNode=/01416156135 Received Disconnected from ZooKeeper, ignoring 2024-11-14T09:20:34,329 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T09:20:34,336 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T09:20:34,340 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T09:20:34,340 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T09:20:34,340 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T09:20:34,341 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T09:20:34,342 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ee34742{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/605a67c8-5e46-1ecb-7304-716a45999a7c/hadoop.log.dir/,AVAILABLE} 2024-11-14T09:20:34,342 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d6fdbec{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T09:20:34,487 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1bd98a28{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/605a67c8-5e46-1ecb-7304-716a45999a7c/java.io.tmpdir/jetty-localhost-33813-hadoop-hdfs-3_4_1-tests_jar-_-any-5395955799423592520/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T09:20:34,487 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2cac08b3{HTTP/1.1, (http/1.1)}{localhost:33813} 2024-11-14T09:20:34,487 INFO [Time-limited test {}] server.Server(415): Started @202198ms 2024-11-14T09:20:34,627 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T09:20:34,631 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T09:20:34,633 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T09:20:34,633 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T09:20:34,633 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T09:20:34,635 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@31be7e2b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/605a67c8-5e46-1ecb-7304-716a45999a7c/hadoop.log.dir/,AVAILABLE} 2024-11-14T09:20:34,635 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@751977bb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T09:20:34,751 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@655160a9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/605a67c8-5e46-1ecb-7304-716a45999a7c/java.io.tmpdir/jetty-localhost-39191-hadoop-hdfs-3_4_1-tests_jar-_-any-11462201956686093440/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T09:20:34,751 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2eba13b2{HTTP/1.1, (http/1.1)}{localhost:39191} 2024-11-14T09:20:34,751 INFO [Time-limited test {}] server.Server(415): Started @202462ms 2024-11-14T09:20:34,752 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T09:20:34,846 WARN [Thread-2638 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/605a67c8-5e46-1ecb-7304-716a45999a7c/cluster_e0f20195-384c-b8bc-b183-70407f991f4d/data/data2/current/BP-1543149269-172.17.0.2-1731576034240/current, will proceed with Du for space computation calculation, 2024-11-14T09:20:34,846 WARN [Thread-2637 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/605a67c8-5e46-1ecb-7304-716a45999a7c/cluster_e0f20195-384c-b8bc-b183-70407f991f4d/data/data1/current/BP-1543149269-172.17.0.2-1731576034240/current, will proceed with Du for space computation calculation, 2024-11-14T09:20:34,864 WARN [Thread-2625 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T09:20:34,867 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa5e9463c068bb63f with lease ID 0x21fa656db25c05a1: Processing first storage report for DS-4aaa8621-865b-45b2-9aa6-21a3e5837b81 from datanode DatanodeRegistration(127.0.0.1:42435, datanodeUuid=6232b333-a467-4007-872d-df7f7ab4af08, infoPort=41607, infoSecurePort=0, ipcPort=39111, storageInfo=lv=-57;cid=testClusterID;nsid=1841883636;c=1731576034240) 2024-11-14T09:20:34,867 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa5e9463c068bb63f with lease ID 0x21fa656db25c05a1: from storage DS-4aaa8621-865b-45b2-9aa6-21a3e5837b81 node DatanodeRegistration(127.0.0.1:42435, datanodeUuid=6232b333-a467-4007-872d-df7f7ab4af08, infoPort=41607, infoSecurePort=0, ipcPort=39111, storageInfo=lv=-57;cid=testClusterID;nsid=1841883636;c=1731576034240), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T09:20:34,867 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa5e9463c068bb63f with lease ID 0x21fa656db25c05a1: Processing first storage report for DS-a9e9fa0d-e005-4ed0-8cc6-59c54fa8a934 from datanode DatanodeRegistration(127.0.0.1:42435, datanodeUuid=6232b333-a467-4007-872d-df7f7ab4af08, infoPort=41607, infoSecurePort=0, ipcPort=39111, storageInfo=lv=-57;cid=testClusterID;nsid=1841883636;c=1731576034240) 2024-11-14T09:20:34,867 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa5e9463c068bb63f with lease ID 0x21fa656db25c05a1: from storage DS-a9e9fa0d-e005-4ed0-8cc6-59c54fa8a934 node DatanodeRegistration(127.0.0.1:42435, datanodeUuid=6232b333-a467-4007-872d-df7f7ab4af08, infoPort=41607, infoSecurePort=0, ipcPort=39111, storageInfo=lv=-57;cid=testClusterID;nsid=1841883636;c=1731576034240), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T09:20:34,876 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/605a67c8-5e46-1ecb-7304-716a45999a7c 2024-11-14T09:20:34,876 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:20:34,877 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:20:34,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42435 is added to blk_1073741825_1001 (size=7) 2024-11-14T09:20:35,285 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791 with version=8 2024-11-14T09:20:35,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/hbase-staging 2024-11-14T09:20:35,287 INFO [Time-limited test {}] client.ConnectionUtils(128): master/83f56b55f2af:0 server-side Connection retries=45 2024-11-14T09:20:35,287 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T09:20:35,287 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T09:20:35,288 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T09:20:35,288 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T09:20:35,288 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T09:20:35,288 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T09:20:35,288 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T09:20:35,288 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33133 2024-11-14T09:20:35,289 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33133 connecting to ZooKeeper ensemble=127.0.0.1:54600 2024-11-14T09:20:35,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:331330x0, quorum=127.0.0.1:54600, baseZNode=/0-1488930669 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T09:20:35,295 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33133-0x10115c75e360000 connected 2024-11-14T09:20:35,310 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:20:35,312 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:20:35,314 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33133-0x10115c75e360000, quorum=127.0.0.1:54600, baseZNode=/0-1488930669 Set watcher on znode that does not yet exist, /0-1488930669/running 2024-11-14T09:20:35,314 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791, hbase.cluster.distributed=false 2024-11-14T09:20:35,315 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33133-0x10115c75e360000, quorum=127.0.0.1:54600, baseZNode=/0-1488930669 Set watcher on znode that does not yet exist, /0-1488930669/acl 2024-11-14T09:20:35,317 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33133 2024-11-14T09:20:35,318 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33133 2024-11-14T09:20:35,320 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33133 2024-11-14T09:20:35,328 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33133 2024-11-14T09:20:35,328 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33133 2024-11-14T09:20:35,344 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/83f56b55f2af:0 server-side Connection retries=45 2024-11-14T09:20:35,344 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T09:20:35,344 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T09:20:35,344 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T09:20:35,344 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T09:20:35,344 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T09:20:35,344 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T09:20:35,344 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T09:20:35,344 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36205 2024-11-14T09:20:35,345 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36205 connecting to ZooKeeper ensemble=127.0.0.1:54600 2024-11-14T09:20:35,345 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:20:35,347 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:20:35,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:362050x0, quorum=127.0.0.1:54600, baseZNode=/0-1488930669 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T09:20:35,351 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:362050x0, quorum=127.0.0.1:54600, baseZNode=/0-1488930669 Set watcher on znode that does not yet exist, /0-1488930669/running 2024-11-14T09:20:35,351 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36205-0x10115c75e360001 connected 2024-11-14T09:20:35,351 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T09:20:35,351 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T09:20:35,352 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36205-0x10115c75e360001, quorum=127.0.0.1:54600, baseZNode=/0-1488930669 Set watcher on znode that does not yet exist, /0-1488930669/master 2024-11-14T09:20:35,352 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36205-0x10115c75e360001, quorum=127.0.0.1:54600, baseZNode=/0-1488930669 Set watcher on znode that does not yet exist, /0-1488930669/acl 2024-11-14T09:20:35,357 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36205 2024-11-14T09:20:35,357 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36205 2024-11-14T09:20:35,357 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36205 2024-11-14T09:20:35,358 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36205 2024-11-14T09:20:35,358 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36205 2024-11-14T09:20:35,370 DEBUG [M:0;83f56b55f2af:33133 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;83f56b55f2af:33133 2024-11-14T09:20:35,370 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1488930669/backup-masters/83f56b55f2af,33133,1731576035287 2024-11-14T09:20:35,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33133-0x10115c75e360000, quorum=127.0.0.1:54600, baseZNode=/0-1488930669 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1488930669/backup-masters 2024-11-14T09:20:35,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36205-0x10115c75e360001, quorum=127.0.0.1:54600, baseZNode=/0-1488930669 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1488930669/backup-masters 2024-11-14T09:20:35,373 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33133-0x10115c75e360000, quorum=127.0.0.1:54600, baseZNode=/0-1488930669 Set watcher on existing znode=/0-1488930669/backup-masters/83f56b55f2af,33133,1731576035287 2024-11-14T09:20:35,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36205-0x10115c75e360001, quorum=127.0.0.1:54600, baseZNode=/0-1488930669 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1488930669/master 2024-11-14T09:20:35,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36205-0x10115c75e360001, quorum=127.0.0.1:54600, baseZNode=/0-1488930669 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1488930669 2024-11-14T09:20:35,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33133-0x10115c75e360000, quorum=127.0.0.1:54600, baseZNode=/0-1488930669 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1488930669 2024-11-14T09:20:35,380 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33133-0x10115c75e360000, quorum=127.0.0.1:54600, baseZNode=/0-1488930669 Set watcher on existing znode=/0-1488930669/master 2024-11-14T09:20:35,380 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1488930669/backup-masters/83f56b55f2af,33133,1731576035287 from backup master directory 2024-11-14T09:20:35,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33133-0x10115c75e360000, quorum=127.0.0.1:54600, baseZNode=/0-1488930669 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1488930669/backup-masters/83f56b55f2af,33133,1731576035287 2024-11-14T09:20:35,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36205-0x10115c75e360001, quorum=127.0.0.1:54600, baseZNode=/0-1488930669 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1488930669/backup-masters 2024-11-14T09:20:35,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33133-0x10115c75e360000, quorum=127.0.0.1:54600, baseZNode=/0-1488930669 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1488930669/backup-masters 2024-11-14T09:20:35,382 WARN [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T09:20:35,382 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=83f56b55f2af,33133,1731576035287 2024-11-14T09:20:35,389 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/hbase.id] with ID: e57703ed-8820-43c0-ae2d-8039694f365f 2024-11-14T09:20:35,389 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/.tmp/hbase.id 2024-11-14T09:20:35,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42435 is added to blk_1073741826_1002 (size=42) 2024-11-14T09:20:35,402 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/.tmp/hbase.id]:[hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/hbase.id] 2024-11-14T09:20:35,411 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:20:35,411 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T09:20:35,412 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T09:20:35,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33133-0x10115c75e360000, quorum=127.0.0.1:54600, baseZNode=/0-1488930669 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1488930669 2024-11-14T09:20:35,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36205-0x10115c75e360001, quorum=127.0.0.1:54600, baseZNode=/0-1488930669 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1488930669 2024-11-14T09:20:35,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42435 is added to blk_1073741827_1003 (size=196) 2024-11-14T09:20:35,827 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T09:20:35,828 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T09:20:35,828 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T09:20:35,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42435 is added to blk_1073741828_1004 (size=1189) 2024-11-14T09:20:35,857 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/MasterData/data/master/store 2024-11-14T09:20:35,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42435 is added to blk_1073741829_1005 (size=34) 2024-11-14T09:20:36,269 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:20:36,269 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T09:20:36,269 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:20:36,269 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:20:36,269 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T09:20:36,269 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:20:36,269 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:20:36,269 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731576036269Disabling compacts and flushes for region at 1731576036269Disabling writes for close at 1731576036269Writing region close event to WAL at 1731576036269Closed at 1731576036269 2024-11-14T09:20:36,270 WARN [master/83f56b55f2af:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/MasterData/data/master/store/.initializing 2024-11-14T09:20:36,270 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/MasterData/WALs/83f56b55f2af,33133,1731576035287 2024-11-14T09:20:36,271 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T09:20:36,273 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=83f56b55f2af%2C33133%2C1731576035287, suffix=, logDir=hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/MasterData/WALs/83f56b55f2af,33133,1731576035287, archiveDir=hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/MasterData/oldWALs, maxLogs=10 2024-11-14T09:20:36,294 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/MasterData/WALs/83f56b55f2af,33133,1731576035287/83f56b55f2af%2C33133%2C1731576035287.1731576036273, exclude list is [], retry=0 2024-11-14T09:20:36,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42435,DS-4aaa8621-865b-45b2-9aa6-21a3e5837b81,DISK] 2024-11-14T09:20:36,301 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/MasterData/WALs/83f56b55f2af,33133,1731576035287/83f56b55f2af%2C33133%2C1731576035287.1731576036273 2024-11-14T09:20:36,304 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41607:41607)] 2024-11-14T09:20:36,304 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T09:20:36,305 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:20:36,305 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:20:36,305 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:20:36,308 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:20:36,313 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T09:20:36,313 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:20:36,314 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:20:36,314 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:20:36,315 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T09:20:36,315 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:20:36,315 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:20:36,315 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:20:36,317 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T09:20:36,317 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:20:36,317 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:20:36,317 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:20:36,319 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T09:20:36,319 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:20:36,319 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:20:36,319 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:20:36,320 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:20:36,321 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:20:36,322 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:20:36,322 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:20:36,323 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T09:20:36,324 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:20:36,326 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T09:20:36,327 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61534646, jitterRate=-0.0830623209476471}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T09:20:36,327 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731576036305Initializing all the Stores at 1731576036306 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731576036306Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731576036308 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731576036308Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731576036308Cleaning up temporary data from old regions at 1731576036322 (+14 ms)Region opened successfully at 1731576036327 (+5 ms) 2024-11-14T09:20:36,328 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T09:20:36,331 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4182ddad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=83f56b55f2af/172.17.0.2:0 2024-11-14T09:20:36,332 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T09:20:36,332 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T09:20:36,332 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T09:20:36,332 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T09:20:36,332 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T09:20:36,333 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T09:20:36,333 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T09:20:36,342 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T09:20:36,343 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33133-0x10115c75e360000, quorum=127.0.0.1:54600, baseZNode=/0-1488930669 Unable to get data of znode /0-1488930669/balancer because node does not exist (not necessarily an error) 2024-11-14T09:20:36,344 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1488930669/balancer already deleted, retry=false 2024-11-14T09:20:36,344 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T09:20:36,345 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33133-0x10115c75e360000, quorum=127.0.0.1:54600, baseZNode=/0-1488930669 Unable to get data of znode /0-1488930669/normalizer because node does not exist (not necessarily an error) 2024-11-14T09:20:36,347 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1488930669/normalizer already deleted, retry=false 2024-11-14T09:20:36,347 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T09:20:36,349 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33133-0x10115c75e360000, quorum=127.0.0.1:54600, baseZNode=/0-1488930669 Unable to get data of znode /0-1488930669/switch/split because node does not exist (not necessarily an error) 2024-11-14T09:20:36,350 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1488930669/switch/split already deleted, retry=false 2024-11-14T09:20:36,351 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33133-0x10115c75e360000, quorum=127.0.0.1:54600, baseZNode=/0-1488930669 Unable to get data of znode /0-1488930669/switch/merge because node does not exist (not necessarily an error) 2024-11-14T09:20:36,352 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1488930669/switch/merge already deleted, retry=false 2024-11-14T09:20:36,354 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33133-0x10115c75e360000, quorum=127.0.0.1:54600, baseZNode=/0-1488930669 Unable to get data of znode /0-1488930669/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T09:20:36,355 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1488930669/snapshot-cleanup already deleted, retry=false 2024-11-14T09:20:36,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36205-0x10115c75e360001, quorum=127.0.0.1:54600, baseZNode=/0-1488930669 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1488930669/running 2024-11-14T09:20:36,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33133-0x10115c75e360000, quorum=127.0.0.1:54600, baseZNode=/0-1488930669 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1488930669/running 2024-11-14T09:20:36,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36205-0x10115c75e360001, quorum=127.0.0.1:54600, baseZNode=/0-1488930669 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1488930669 2024-11-14T09:20:36,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33133-0x10115c75e360000, quorum=127.0.0.1:54600, baseZNode=/0-1488930669 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1488930669 2024-11-14T09:20:36,359 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=83f56b55f2af,33133,1731576035287, sessionid=0x10115c75e360000, setting cluster-up flag (Was=false) 2024-11-14T09:20:36,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36205-0x10115c75e360001, quorum=127.0.0.1:54600, baseZNode=/0-1488930669 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1488930669 2024-11-14T09:20:36,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33133-0x10115c75e360000, quorum=127.0.0.1:54600, baseZNode=/0-1488930669 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1488930669 2024-11-14T09:20:36,368 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1488930669/flush-table-proc/acquired, /0-1488930669/flush-table-proc/reached, /0-1488930669/flush-table-proc/abort 2024-11-14T09:20:36,369 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=83f56b55f2af,33133,1731576035287 2024-11-14T09:20:36,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36205-0x10115c75e360001, quorum=127.0.0.1:54600, baseZNode=/0-1488930669 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1488930669 2024-11-14T09:20:36,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33133-0x10115c75e360000, quorum=127.0.0.1:54600, baseZNode=/0-1488930669 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1488930669 2024-11-14T09:20:36,377 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1488930669/online-snapshot/acquired, /0-1488930669/online-snapshot/reached, /0-1488930669/online-snapshot/abort 2024-11-14T09:20:36,378 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=83f56b55f2af,33133,1731576035287 2024-11-14T09:20:36,385 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T09:20:36,387 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T09:20:36,387 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T09:20:36,387 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T09:20:36,387 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 83f56b55f2af,33133,1731576035287 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T09:20:36,389 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/83f56b55f2af:0, corePoolSize=5, maxPoolSize=5 2024-11-14T09:20:36,389 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/83f56b55f2af:0, corePoolSize=5, maxPoolSize=5 2024-11-14T09:20:36,389 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/83f56b55f2af:0, corePoolSize=5, maxPoolSize=5 2024-11-14T09:20:36,389 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/83f56b55f2af:0, corePoolSize=5, maxPoolSize=5 2024-11-14T09:20:36,389 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/83f56b55f2af:0, corePoolSize=10, maxPoolSize=10 2024-11-14T09:20:36,389 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:20:36,389 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/83f56b55f2af:0, corePoolSize=2, maxPoolSize=2 2024-11-14T09:20:36,389 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:20:36,390 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T09:20:36,391 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T09:20:36,391 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:20:36,392 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T09:20:36,394 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731576066393 2024-11-14T09:20:36,394 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T09:20:36,394 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T09:20:36,394 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T09:20:36,394 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T09:20:36,394 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T09:20:36,394 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T09:20:36,394 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T09:20:36,395 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T09:20:36,395 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T09:20:36,395 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T09:20:36,395 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T09:20:36,395 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T09:20:36,395 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T09:20:36,396 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/83f56b55f2af:0:becomeActiveMaster-HFileCleaner.large.0-1731576036395,5,FailOnTimeoutGroup] 2024-11-14T09:20:36,396 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/83f56b55f2af:0:becomeActiveMaster-HFileCleaner.small.0-1731576036396,5,FailOnTimeoutGroup] 2024-11-14T09:20:36,396 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T09:20:36,396 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T09:20:36,396 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T09:20:36,396 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T09:20:36,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42435 is added to blk_1073741831_1007 (size=1321) 2024-11-14T09:20:36,403 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T09:20:36,403 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791 2024-11-14T09:20:36,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42435 is added to blk_1073741832_1008 (size=32) 2024-11-14T09:20:36,410 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:20:36,412 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T09:20:36,413 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T09:20:36,413 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:20:36,414 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:20:36,414 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T09:20:36,415 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T09:20:36,415 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:20:36,415 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:20:36,416 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T09:20:36,417 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T09:20:36,417 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:20:36,417 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:20:36,417 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T09:20:36,418 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T09:20:36,418 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:20:36,419 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:20:36,419 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T09:20:36,419 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/data/hbase/meta/1588230740 2024-11-14T09:20:36,420 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/data/hbase/meta/1588230740 2024-11-14T09:20:36,421 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T09:20:36,421 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T09:20:36,422 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T09:20:36,423 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T09:20:36,431 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T09:20:36,431 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65566745, jitterRate=-0.022979363799095154}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T09:20:36,432 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731576036410Initializing all the Stores at 1731576036411 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731576036411Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731576036412 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731576036412Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731576036412Cleaning up temporary data from old regions at 1731576036421 (+9 ms)Region opened successfully at 1731576036432 (+11 ms) 2024-11-14T09:20:36,432 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T09:20:36,432 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T09:20:36,432 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T09:20:36,432 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T09:20:36,432 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T09:20:36,440 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T09:20:36,440 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731576036432Disabling compacts and flushes for region at 1731576036432Disabling writes for close at 1731576036432Writing region close event to WAL at 1731576036440 (+8 ms)Closed at 1731576036440 2024-11-14T09:20:36,441 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T09:20:36,441 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T09:20:36,441 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T09:20:36,443 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T09:20:36,443 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T09:20:36,461 INFO [RS:0;83f56b55f2af:36205 {}] regionserver.HRegionServer(746): ClusterId : e57703ed-8820-43c0-ae2d-8039694f365f 2024-11-14T09:20:36,461 DEBUG [RS:0;83f56b55f2af:36205 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T09:20:36,463 DEBUG [RS:0;83f56b55f2af:36205 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T09:20:36,463 DEBUG [RS:0;83f56b55f2af:36205 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T09:20:36,466 DEBUG [RS:0;83f56b55f2af:36205 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T09:20:36,466 DEBUG [RS:0;83f56b55f2af:36205 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ea9c1f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=83f56b55f2af/172.17.0.2:0 2024-11-14T09:20:36,484 DEBUG [RS:0;83f56b55f2af:36205 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;83f56b55f2af:36205 2024-11-14T09:20:36,485 INFO [RS:0;83f56b55f2af:36205 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T09:20:36,485 INFO [RS:0;83f56b55f2af:36205 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T09:20:36,485 DEBUG [RS:0;83f56b55f2af:36205 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T09:20:36,485 INFO [RS:0;83f56b55f2af:36205 {}] regionserver.HRegionServer(2659): reportForDuty to master=83f56b55f2af,33133,1731576035287 with port=36205, startcode=1731576035343 2024-11-14T09:20:36,486 DEBUG [RS:0;83f56b55f2af:36205 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T09:20:36,489 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34391, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T09:20:36,489 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33133 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 83f56b55f2af,36205,1731576035343 2024-11-14T09:20:36,490 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33133 {}] master.ServerManager(517): Registering regionserver=83f56b55f2af,36205,1731576035343 2024-11-14T09:20:36,491 DEBUG [RS:0;83f56b55f2af:36205 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791 2024-11-14T09:20:36,491 DEBUG [RS:0;83f56b55f2af:36205 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38195 2024-11-14T09:20:36,491 DEBUG [RS:0;83f56b55f2af:36205 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T09:20:36,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33133-0x10115c75e360000, quorum=127.0.0.1:54600, baseZNode=/0-1488930669 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1488930669/rs 2024-11-14T09:20:36,493 DEBUG [RS:0;83f56b55f2af:36205 {}] zookeeper.ZKUtil(111): regionserver:36205-0x10115c75e360001, quorum=127.0.0.1:54600, baseZNode=/0-1488930669 Set watcher on existing znode=/0-1488930669/rs/83f56b55f2af,36205,1731576035343 2024-11-14T09:20:36,493 WARN [RS:0;83f56b55f2af:36205 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T09:20:36,493 INFO [RS:0;83f56b55f2af:36205 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T09:20:36,493 DEBUG [RS:0;83f56b55f2af:36205 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/WALs/83f56b55f2af,36205,1731576035343 2024-11-14T09:20:36,500 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [83f56b55f2af,36205,1731576035343] 2024-11-14T09:20:36,511 INFO [RS:0;83f56b55f2af:36205 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T09:20:36,514 INFO [RS:0;83f56b55f2af:36205 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T09:20:36,515 INFO [RS:0;83f56b55f2af:36205 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T09:20:36,515 INFO [RS:0;83f56b55f2af:36205 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T09:20:36,516 INFO [RS:0;83f56b55f2af:36205 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T09:20:36,518 INFO [RS:0;83f56b55f2af:36205 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T09:20:36,518 INFO [RS:0;83f56b55f2af:36205 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T09:20:36,518 DEBUG [RS:0;83f56b55f2af:36205 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:20:36,519 DEBUG [RS:0;83f56b55f2af:36205 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:20:36,519 DEBUG [RS:0;83f56b55f2af:36205 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:20:36,519 DEBUG [RS:0;83f56b55f2af:36205 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:20:36,519 DEBUG [RS:0;83f56b55f2af:36205 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:20:36,519 DEBUG [RS:0;83f56b55f2af:36205 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/83f56b55f2af:0, corePoolSize=2, maxPoolSize=2 2024-11-14T09:20:36,519 DEBUG [RS:0;83f56b55f2af:36205 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:20:36,519 DEBUG [RS:0;83f56b55f2af:36205 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:20:36,519 DEBUG [RS:0;83f56b55f2af:36205 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:20:36,519 DEBUG [RS:0;83f56b55f2af:36205 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:20:36,519 DEBUG [RS:0;83f56b55f2af:36205 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:20:36,519 DEBUG [RS:0;83f56b55f2af:36205 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:20:36,519 DEBUG [RS:0;83f56b55f2af:36205 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/83f56b55f2af:0, corePoolSize=3, maxPoolSize=3 2024-11-14T09:20:36,519 DEBUG [RS:0;83f56b55f2af:36205 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/83f56b55f2af:0, corePoolSize=3, maxPoolSize=3 2024-11-14T09:20:36,539 INFO [RS:0;83f56b55f2af:36205 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T09:20:36,539 INFO [RS:0;83f56b55f2af:36205 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T09:20:36,539 INFO [RS:0;83f56b55f2af:36205 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T09:20:36,539 INFO [RS:0;83f56b55f2af:36205 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T09:20:36,539 INFO [RS:0;83f56b55f2af:36205 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T09:20:36,539 INFO [RS:0;83f56b55f2af:36205 {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,36205,1731576035343-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T09:20:36,562 INFO [RS:0;83f56b55f2af:36205 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T09:20:36,562 INFO [RS:0;83f56b55f2af:36205 {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,36205,1731576035343-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T09:20:36,562 INFO [RS:0;83f56b55f2af:36205 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:20:36,562 INFO [RS:0;83f56b55f2af:36205 {}] regionserver.Replication(171): 83f56b55f2af,36205,1731576035343 started 2024-11-14T09:20:36,585 INFO [RS:0;83f56b55f2af:36205 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:20:36,585 INFO [RS:0;83f56b55f2af:36205 {}] regionserver.HRegionServer(1482): Serving as 83f56b55f2af,36205,1731576035343, RpcServer on 83f56b55f2af/172.17.0.2:36205, sessionid=0x10115c75e360001 2024-11-14T09:20:36,585 DEBUG [RS:0;83f56b55f2af:36205 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T09:20:36,585 DEBUG [RS:0;83f56b55f2af:36205 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 83f56b55f2af,36205,1731576035343 2024-11-14T09:20:36,585 DEBUG [RS:0;83f56b55f2af:36205 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '83f56b55f2af,36205,1731576035343' 2024-11-14T09:20:36,585 DEBUG [RS:0;83f56b55f2af:36205 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1488930669/flush-table-proc/abort' 2024-11-14T09:20:36,586 DEBUG [RS:0;83f56b55f2af:36205 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1488930669/flush-table-proc/acquired' 2024-11-14T09:20:36,587 DEBUG [RS:0;83f56b55f2af:36205 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T09:20:36,587 DEBUG [RS:0;83f56b55f2af:36205 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T09:20:36,587 DEBUG [RS:0;83f56b55f2af:36205 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 83f56b55f2af,36205,1731576035343 2024-11-14T09:20:36,587 DEBUG [RS:0;83f56b55f2af:36205 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '83f56b55f2af,36205,1731576035343' 2024-11-14T09:20:36,587 DEBUG [RS:0;83f56b55f2af:36205 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1488930669/online-snapshot/abort' 2024-11-14T09:20:36,587 DEBUG [RS:0;83f56b55f2af:36205 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1488930669/online-snapshot/acquired' 2024-11-14T09:20:36,587 DEBUG [RS:0;83f56b55f2af:36205 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T09:20:36,587 INFO [RS:0;83f56b55f2af:36205 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T09:20:36,588 INFO [RS:0;83f56b55f2af:36205 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T09:20:36,594 WARN [83f56b55f2af:33133 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-14T09:20:36,688 INFO [RS:0;83f56b55f2af:36205 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T09:20:36,689 INFO [RS:0;83f56b55f2af:36205 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=83f56b55f2af%2C36205%2C1731576035343, suffix=, logDir=hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/WALs/83f56b55f2af,36205,1731576035343, archiveDir=hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/oldWALs, maxLogs=10 2024-11-14T09:20:36,704 DEBUG [RS:0;83f56b55f2af:36205 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/WALs/83f56b55f2af,36205,1731576035343/83f56b55f2af%2C36205%2C1731576035343.1731576036690, exclude list is [], retry=0 2024-11-14T09:20:36,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42435,DS-4aaa8621-865b-45b2-9aa6-21a3e5837b81,DISK] 2024-11-14T09:20:36,708 INFO [RS:0;83f56b55f2af:36205 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/WALs/83f56b55f2af,36205,1731576035343/83f56b55f2af%2C36205%2C1731576035343.1731576036690 2024-11-14T09:20:36,712 DEBUG [RS:0;83f56b55f2af:36205 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41607:41607)] 2024-11-14T09:20:36,844 DEBUG [83f56b55f2af:33133 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T09:20:36,844 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=83f56b55f2af,36205,1731576035343 2024-11-14T09:20:36,845 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 83f56b55f2af,36205,1731576035343, state=OPENING 2024-11-14T09:20:36,847 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T09:20:36,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33133-0x10115c75e360000, quorum=127.0.0.1:54600, baseZNode=/0-1488930669 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1488930669 2024-11-14T09:20:36,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36205-0x10115c75e360001, quorum=127.0.0.1:54600, baseZNode=/0-1488930669 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1488930669 2024-11-14T09:20:36,852 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1488930669/meta-region-server: CHANGED 2024-11-14T09:20:36,852 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1488930669/meta-region-server: CHANGED 2024-11-14T09:20:36,852 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T09:20:36,852 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=83f56b55f2af,36205,1731576035343}] 2024-11-14T09:20:37,005 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T09:20:37,007 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48013, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T09:20:37,010 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T09:20:37,010 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T09:20:37,010 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T09:20:37,012 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=83f56b55f2af%2C36205%2C1731576035343.meta, suffix=.meta, logDir=hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/WALs/83f56b55f2af,36205,1731576035343, archiveDir=hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/oldWALs, maxLogs=10 2024-11-14T09:20:37,030 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/WALs/83f56b55f2af,36205,1731576035343/83f56b55f2af%2C36205%2C1731576035343.meta.1731576037012.meta, exclude list is [], retry=0 2024-11-14T09:20:37,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42435,DS-4aaa8621-865b-45b2-9aa6-21a3e5837b81,DISK] 2024-11-14T09:20:37,046 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/WALs/83f56b55f2af,36205,1731576035343/83f56b55f2af%2C36205%2C1731576035343.meta.1731576037012.meta 2024-11-14T09:20:37,047 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41607:41607)] 2024-11-14T09:20:37,047 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T09:20:37,047 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T09:20:37,047 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T09:20:37,047 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T09:20:37,047 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T09:20:37,048 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T09:20:37,048 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:20:37,048 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T09:20:37,048 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T09:20:37,049 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T09:20:37,050 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T09:20:37,050 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:20:37,054 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:20:37,054 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T09:20:37,055 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T09:20:37,055 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:20:37,055 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:20:37,055 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T09:20:37,056 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T09:20:37,056 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:20:37,056 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:20:37,056 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T09:20:37,057 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T09:20:37,057 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:20:37,060 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:20:37,060 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T09:20:37,064 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/data/hbase/meta/1588230740 2024-11-14T09:20:37,066 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/data/hbase/meta/1588230740 2024-11-14T09:20:37,067 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T09:20:37,067 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T09:20:37,067 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T09:20:37,068 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T09:20:37,069 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65069051, jitterRate=-0.03039558231830597}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T09:20:37,069 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T09:20:37,070 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731576037048Writing region info on filesystem at 1731576037048Initializing all the Stores at 1731576037049 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731576037049Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731576037049Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731576037049Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731576037049Cleaning up temporary data from old regions at 1731576037067 (+18 ms)Running coprocessor post-open hooks at 1731576037069 (+2 ms)Region opened successfully at 1731576037070 (+1 ms) 2024-11-14T09:20:37,071 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731576037005 2024-11-14T09:20:37,073 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T09:20:37,073 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T09:20:37,074 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=83f56b55f2af,36205,1731576035343 2024-11-14T09:20:37,075 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 83f56b55f2af,36205,1731576035343, state=OPEN 2024-11-14T09:20:37,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36205-0x10115c75e360001, quorum=127.0.0.1:54600, baseZNode=/0-1488930669 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1488930669/meta-region-server 2024-11-14T09:20:37,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33133-0x10115c75e360000, quorum=127.0.0.1:54600, baseZNode=/0-1488930669 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1488930669/meta-region-server 2024-11-14T09:20:37,076 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=83f56b55f2af,36205,1731576035343 2024-11-14T09:20:37,077 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1488930669/meta-region-server: CHANGED 2024-11-14T09:20:37,077 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1488930669/meta-region-server: CHANGED 2024-11-14T09:20:37,078 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T09:20:37,078 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=83f56b55f2af,36205,1731576035343 in 224 msec 2024-11-14T09:20:37,080 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T09:20:37,080 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 637 msec 2024-11-14T09:20:37,081 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T09:20:37,081 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T09:20:37,083 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:20:37,083 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83f56b55f2af,36205,1731576035343, seqNum=-1] 2024-11-14T09:20:37,083 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T09:20:37,084 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58381, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T09:20:37,089 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 702 msec 2024-11-14T09:20:37,089 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731576037089, completionTime=-1 2024-11-14T09:20:37,089 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T09:20:37,089 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T09:20:37,091 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T09:20:37,091 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731576097091 2024-11-14T09:20:37,091 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731576157091 2024-11-14T09:20:37,091 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-14T09:20:37,092 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,33133,1731576035287-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T09:20:37,092 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,33133,1731576035287-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:20:37,092 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,33133,1731576035287-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:20:37,092 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-83f56b55f2af:33133, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:20:37,092 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T09:20:37,094 DEBUG [master/83f56b55f2af:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T09:20:37,095 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T09:20:37,098 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.716sec 2024-11-14T09:20:37,099 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T09:20:37,099 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T09:20:37,099 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T09:20:37,099 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T09:20:37,099 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T09:20:37,099 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,33133,1731576035287-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T09:20:37,099 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,33133,1731576035287-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T09:20:37,118 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T09:20:37,118 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T09:20:37,118 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,33133,1731576035287-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:20:37,161 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30d1e2d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:20:37,161 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83f56b55f2af,33133,-1 for getting cluster id 2024-11-14T09:20:37,162 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T09:20:37,163 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e57703ed-8820-43c0-ae2d-8039694f365f' 2024-11-14T09:20:37,163 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T09:20:37,163 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e57703ed-8820-43c0-ae2d-8039694f365f" 2024-11-14T09:20:37,164 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@591c593, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:20:37,164 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83f56b55f2af,33133,-1] 2024-11-14T09:20:37,164 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T09:20:37,164 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:20:37,165 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T09:20:37,166 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@584fe75c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:20:37,167 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:20:37,168 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83f56b55f2af,36205,1731576035343, seqNum=-1] 2024-11-14T09:20:37,168 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T09:20:37,169 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T09:20:37,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=83f56b55f2af,33133,1731576035287 2024-11-14T09:20:37,172 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54600 2024-11-14T09:20:37,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54600, baseZNode=/0-1488930669 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T09:20:37,177 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10115c75e360002 connected 2024-11-14T09:20:37,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/605a67c8-5e46-1ecb-7304-716a45999a7c/hadoop.log.dir so I do NOT create it in target/test-data/a83ce165-07a7-895d-1113-16d5ce454b36 2024-11-14T09:20:37,182 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/605a67c8-5e46-1ecb-7304-716a45999a7c/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T09:20:37,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/605a67c8-5e46-1ecb-7304-716a45999a7c/hadoop.tmp.dir so I do NOT create it in target/test-data/a83ce165-07a7-895d-1113-16d5ce454b36 2024-11-14T09:20:37,182 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/605a67c8-5e46-1ecb-7304-716a45999a7c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T09:20:37,182 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a83ce165-07a7-895d-1113-16d5ce454b36 2024-11-14T09:20:37,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T09:20:37,182 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a83ce165-07a7-895d-1113-16d5ce454b36/cluster_1db0c38f-9e85-532a-73cd-a3639381a7ce, deleteOnExit=true 2024-11-14T09:20:37,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T09:20:37,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a83ce165-07a7-895d-1113-16d5ce454b36/test.cache.data in system properties and HBase conf 2024-11-14T09:20:37,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a83ce165-07a7-895d-1113-16d5ce454b36/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T09:20:37,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a83ce165-07a7-895d-1113-16d5ce454b36/hadoop.log.dir in system properties and HBase conf 2024-11-14T09:20:37,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a83ce165-07a7-895d-1113-16d5ce454b36/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T09:20:37,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a83ce165-07a7-895d-1113-16d5ce454b36/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T09:20:37,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T09:20:37,183 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T09:20:37,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a83ce165-07a7-895d-1113-16d5ce454b36/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T09:20:37,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a83ce165-07a7-895d-1113-16d5ce454b36/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T09:20:37,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a83ce165-07a7-895d-1113-16d5ce454b36/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T09:20:37,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a83ce165-07a7-895d-1113-16d5ce454b36/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T09:20:37,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a83ce165-07a7-895d-1113-16d5ce454b36/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T09:20:37,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a83ce165-07a7-895d-1113-16d5ce454b36/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T09:20:37,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a83ce165-07a7-895d-1113-16d5ce454b36/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T09:20:37,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a83ce165-07a7-895d-1113-16d5ce454b36/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T09:20:37,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a83ce165-07a7-895d-1113-16d5ce454b36/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T09:20:37,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a83ce165-07a7-895d-1113-16d5ce454b36/nfs.dump.dir in system properties and HBase conf 2024-11-14T09:20:37,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a83ce165-07a7-895d-1113-16d5ce454b36/java.io.tmpdir in system properties and HBase conf 2024-11-14T09:20:37,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a83ce165-07a7-895d-1113-16d5ce454b36/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T09:20:37,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a83ce165-07a7-895d-1113-16d5ce454b36/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T09:20:37,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a83ce165-07a7-895d-1113-16d5ce454b36/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T09:20:37,282 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T09:20:37,285 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T09:20:37,294 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T09:20:37,294 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T09:20:37,294 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T09:20:37,295 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T09:20:37,296 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@644e4aa5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a83ce165-07a7-895d-1113-16d5ce454b36/hadoop.log.dir/,AVAILABLE} 2024-11-14T09:20:37,296 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ab7e5c2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T09:20:37,460 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@37999a1f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a83ce165-07a7-895d-1113-16d5ce454b36/java.io.tmpdir/jetty-localhost-42143-hadoop-hdfs-3_4_1-tests_jar-_-any-16024104361734301015/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T09:20:37,461 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@8502d5{HTTP/1.1, (http/1.1)}{localhost:42143} 2024-11-14T09:20:37,461 INFO [Time-limited test {}] server.Server(415): Started @205171ms 2024-11-14T09:20:37,487 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T09:20:37,488 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T09:20:37,603 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T09:20:37,606 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T09:20:37,612 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T09:20:37,612 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T09:20:37,612 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T09:20:37,616 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5720561a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a83ce165-07a7-895d-1113-16d5ce454b36/hadoop.log.dir/,AVAILABLE} 2024-11-14T09:20:37,616 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c39c7a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T09:20:37,740 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3b6a604d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a83ce165-07a7-895d-1113-16d5ce454b36/java.io.tmpdir/jetty-localhost-33565-hadoop-hdfs-3_4_1-tests_jar-_-any-15250972717743444699/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T09:20:37,741 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7be97fc2{HTTP/1.1, (http/1.1)}{localhost:33565} 2024-11-14T09:20:37,741 INFO [Time-limited test {}] server.Server(415): Started @205451ms 2024-11-14T09:20:37,742 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T09:20:37,888 WARN [Thread-2758 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a83ce165-07a7-895d-1113-16d5ce454b36/cluster_1db0c38f-9e85-532a-73cd-a3639381a7ce/data/data2/current/BP-1908101350-172.17.0.2-1731576037212/current, will proceed with Du for space computation calculation, 2024-11-14T09:20:37,888 WARN [Thread-2757 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a83ce165-07a7-895d-1113-16d5ce454b36/cluster_1db0c38f-9e85-532a-73cd-a3639381a7ce/data/data1/current/BP-1908101350-172.17.0.2-1731576037212/current, will proceed with Du for space computation calculation, 2024-11-14T09:20:37,945 WARN [Thread-2745 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T09:20:37,949 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x90e1a3ec6300c99a with lease ID 0x1c160de07013ca16: Processing first storage report for DS-bf9abd63-2f65-444f-b648-fd7ffbd3afe3 from datanode DatanodeRegistration(127.0.0.1:40195, datanodeUuid=8cf8a503-4976-47d1-8c8f-0f95f14242b7, infoPort=42217, infoSecurePort=0, ipcPort=44509, storageInfo=lv=-57;cid=testClusterID;nsid=2006955470;c=1731576037212) 2024-11-14T09:20:37,950 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x90e1a3ec6300c99a with lease ID 0x1c160de07013ca16: from storage DS-bf9abd63-2f65-444f-b648-fd7ffbd3afe3 node DatanodeRegistration(127.0.0.1:40195, datanodeUuid=8cf8a503-4976-47d1-8c8f-0f95f14242b7, infoPort=42217, infoSecurePort=0, ipcPort=44509, storageInfo=lv=-57;cid=testClusterID;nsid=2006955470;c=1731576037212), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T09:20:37,950 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x90e1a3ec6300c99a with lease ID 0x1c160de07013ca16: Processing first storage report for DS-f9ef5380-3c72-4eb8-866f-f0ec09cd4233 from datanode DatanodeRegistration(127.0.0.1:40195, datanodeUuid=8cf8a503-4976-47d1-8c8f-0f95f14242b7, infoPort=42217, infoSecurePort=0, ipcPort=44509, storageInfo=lv=-57;cid=testClusterID;nsid=2006955470;c=1731576037212) 2024-11-14T09:20:37,950 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x90e1a3ec6300c99a with lease ID 0x1c160de07013ca16: from storage DS-f9ef5380-3c72-4eb8-866f-f0ec09cd4233 node DatanodeRegistration(127.0.0.1:40195, datanodeUuid=8cf8a503-4976-47d1-8c8f-0f95f14242b7, infoPort=42217, infoSecurePort=0, ipcPort=44509, storageInfo=lv=-57;cid=testClusterID;nsid=2006955470;c=1731576037212), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T09:20:37,998 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a83ce165-07a7-895d-1113-16d5ce454b36 2024-11-14T09:20:37,998 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:20:38,000 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:20:38,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40195 is added to blk_1073741825_1001 (size=7) 2024-11-14T09:20:38,026 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799 with version=8 2024-11-14T09:20:38,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/hbase-staging 2024-11-14T09:20:38,029 INFO [Time-limited test {}] client.ConnectionUtils(128): master/83f56b55f2af:0 server-side Connection retries=45 2024-11-14T09:20:38,029 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T09:20:38,029 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T09:20:38,029 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T09:20:38,029 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T09:20:38,029 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T09:20:38,030 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T09:20:38,030 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T09:20:38,035 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46059 2024-11-14T09:20:38,036 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46059 connecting to ZooKeeper ensemble=127.0.0.1:54600 2024-11-14T09:20:38,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:460590x0, quorum=127.0.0.1:54600, baseZNode=/1-306477582 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T09:20:38,040 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46059-0x10115c75e360003 connected 2024-11-14T09:20:38,053 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:20:38,055 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:20:38,061 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46059-0x10115c75e360003, quorum=127.0.0.1:54600, baseZNode=/1-306477582 Set watcher on znode that does not yet exist, /1-306477582/running 2024-11-14T09:20:38,061 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799, hbase.cluster.distributed=false 2024-11-14T09:20:38,062 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46059-0x10115c75e360003, quorum=127.0.0.1:54600, baseZNode=/1-306477582 Set watcher on znode that does not yet exist, /1-306477582/acl 2024-11-14T09:20:38,068 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46059 2024-11-14T09:20:38,068 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46059 2024-11-14T09:20:38,080 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46059 2024-11-14T09:20:38,091 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46059 2024-11-14T09:20:38,093 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46059 2024-11-14T09:20:38,117 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/83f56b55f2af:0 server-side Connection retries=45 2024-11-14T09:20:38,117 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T09:20:38,117 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T09:20:38,117 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T09:20:38,117 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T09:20:38,117 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T09:20:38,117 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T09:20:38,118 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T09:20:38,119 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40071 2024-11-14T09:20:38,120 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40071 connecting to ZooKeeper ensemble=127.0.0.1:54600 2024-11-14T09:20:38,121 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:20:38,123 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:20:38,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:400710x0, quorum=127.0.0.1:54600, baseZNode=/1-306477582 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T09:20:38,133 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:400710x0, quorum=127.0.0.1:54600, baseZNode=/1-306477582 Set watcher on znode that does not yet exist, /1-306477582/running 2024-11-14T09:20:38,133 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T09:20:38,136 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40071-0x10115c75e360004 connected 2024-11-14T09:20:38,140 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T09:20:38,141 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40071-0x10115c75e360004, quorum=127.0.0.1:54600, baseZNode=/1-306477582 Set watcher on znode that does not yet exist, /1-306477582/master 2024-11-14T09:20:38,142 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40071-0x10115c75e360004, quorum=127.0.0.1:54600, baseZNode=/1-306477582 Set watcher on znode that does not yet exist, /1-306477582/acl 2024-11-14T09:20:38,150 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40071 2024-11-14T09:20:38,151 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40071 2024-11-14T09:20:38,151 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40071 2024-11-14T09:20:38,154 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40071 2024-11-14T09:20:38,156 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40071 2024-11-14T09:20:38,172 DEBUG [M:0;83f56b55f2af:46059 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;83f56b55f2af:46059 2024-11-14T09:20:38,173 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-306477582/backup-masters/83f56b55f2af,46059,1731576038029 2024-11-14T09:20:38,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46059-0x10115c75e360003, quorum=127.0.0.1:54600, baseZNode=/1-306477582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-306477582/backup-masters 2024-11-14T09:20:38,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40071-0x10115c75e360004, quorum=127.0.0.1:54600, baseZNode=/1-306477582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-306477582/backup-masters 2024-11-14T09:20:38,175 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46059-0x10115c75e360003, quorum=127.0.0.1:54600, baseZNode=/1-306477582 Set watcher on existing znode=/1-306477582/backup-masters/83f56b55f2af,46059,1731576038029 2024-11-14T09:20:38,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40071-0x10115c75e360004, quorum=127.0.0.1:54600, baseZNode=/1-306477582 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-306477582/master 2024-11-14T09:20:38,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46059-0x10115c75e360003, quorum=127.0.0.1:54600, baseZNode=/1-306477582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-306477582 2024-11-14T09:20:38,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40071-0x10115c75e360004, quorum=127.0.0.1:54600, baseZNode=/1-306477582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-306477582 2024-11-14T09:20:38,177 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46059-0x10115c75e360003, quorum=127.0.0.1:54600, baseZNode=/1-306477582 Set watcher on existing znode=/1-306477582/master 2024-11-14T09:20:38,177 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-306477582/backup-masters/83f56b55f2af,46059,1731576038029 from backup master directory 2024-11-14T09:20:38,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46059-0x10115c75e360003, quorum=127.0.0.1:54600, baseZNode=/1-306477582 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-306477582/backup-masters/83f56b55f2af,46059,1731576038029 2024-11-14T09:20:38,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46059-0x10115c75e360003, quorum=127.0.0.1:54600, baseZNode=/1-306477582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-306477582/backup-masters 2024-11-14T09:20:38,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40071-0x10115c75e360004, quorum=127.0.0.1:54600, baseZNode=/1-306477582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-306477582/backup-masters 2024-11-14T09:20:38,178 WARN [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T09:20:38,178 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=83f56b55f2af,46059,1731576038029 2024-11-14T09:20:38,185 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/hbase.id] with ID: c8588682-0279-4ea0-b11d-363f7a3cbe6f 2024-11-14T09:20:38,185 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/.tmp/hbase.id 2024-11-14T09:20:38,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40195 is added to blk_1073741826_1002 (size=42) 2024-11-14T09:20:38,591 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/.tmp/hbase.id]:[hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/hbase.id] 2024-11-14T09:20:38,602 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:20:38,602 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T09:20:38,603 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T09:20:38,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40071-0x10115c75e360004, quorum=127.0.0.1:54600, baseZNode=/1-306477582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-306477582 2024-11-14T09:20:38,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46059-0x10115c75e360003, quorum=127.0.0.1:54600, baseZNode=/1-306477582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-306477582 2024-11-14T09:20:38,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40195 is added to blk_1073741827_1003 (size=196) 2024-11-14T09:20:39,015 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T09:20:39,016 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T09:20:39,016 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T09:20:39,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40195 is added to blk_1073741828_1004 (size=1189) 2024-11-14T09:20:39,427 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/MasterData/data/master/store 2024-11-14T09:20:39,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40195 is added to blk_1073741829_1005 (size=34) 2024-11-14T09:20:39,445 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:20:39,446 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T09:20:39,446 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:20:39,446 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:20:39,446 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T09:20:39,446 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:20:39,446 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:20:39,446 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731576039446Disabling compacts and flushes for region at 1731576039446Disabling writes for close at 1731576039446Writing region close event to WAL at 1731576039446Closed at 1731576039446 2024-11-14T09:20:39,447 WARN [master/83f56b55f2af:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/MasterData/data/master/store/.initializing 2024-11-14T09:20:39,447 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/MasterData/WALs/83f56b55f2af,46059,1731576038029 2024-11-14T09:20:39,448 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T09:20:39,449 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=83f56b55f2af%2C46059%2C1731576038029, suffix=, logDir=hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/MasterData/WALs/83f56b55f2af,46059,1731576038029, archiveDir=hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/MasterData/oldWALs, maxLogs=10 2024-11-14T09:20:39,464 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/MasterData/WALs/83f56b55f2af,46059,1731576038029/83f56b55f2af%2C46059%2C1731576038029.1731576039449, exclude list is [], retry=0 2024-11-14T09:20:39,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40195,DS-bf9abd63-2f65-444f-b648-fd7ffbd3afe3,DISK] 2024-11-14T09:20:39,486 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/MasterData/WALs/83f56b55f2af,46059,1731576038029/83f56b55f2af%2C46059%2C1731576038029.1731576039449 2024-11-14T09:20:39,488 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42217:42217)] 2024-11-14T09:20:39,488 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T09:20:39,489 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:20:39,489 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:20:39,489 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:20:39,493 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:20:39,494 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T09:20:39,494 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:20:39,494 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:20:39,495 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:20:39,496 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T09:20:39,496 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:20:39,496 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:20:39,496 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:20:39,497 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T09:20:39,497 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:20:39,497 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:20:39,497 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:20:39,498 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T09:20:39,498 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:20:39,499 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:20:39,499 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:20:39,500 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:20:39,500 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:20:39,501 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:20:39,501 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:20:39,502 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T09:20:39,505 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:20:39,508 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T09:20:39,508 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61156713, jitterRate=-0.08869396150112152}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T09:20:39,508 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731576039489Initializing all the Stores at 1731576039490 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731576039490Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731576039492 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731576039492Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731576039492Cleaning up temporary data from old regions at 1731576039501 (+9 ms)Region opened successfully at 1731576039508 (+7 ms) 2024-11-14T09:20:39,510 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T09:20:39,513 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@751f56a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=83f56b55f2af/172.17.0.2:0 2024-11-14T09:20:39,514 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T09:20:39,514 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T09:20:39,514 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T09:20:39,514 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T09:20:39,515 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-14T09:20:39,516 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T09:20:39,516 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T09:20:39,518 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T09:20:39,519 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46059-0x10115c75e360003, quorum=127.0.0.1:54600, baseZNode=/1-306477582 Unable to get data of znode /1-306477582/balancer because node does not exist (not necessarily an error) 2024-11-14T09:20:39,521 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-306477582/balancer already deleted, retry=false 2024-11-14T09:20:39,522 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T09:20:39,523 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46059-0x10115c75e360003, quorum=127.0.0.1:54600, baseZNode=/1-306477582 Unable to get data of znode /1-306477582/normalizer because node does not exist (not necessarily an error) 2024-11-14T09:20:39,524 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-306477582/normalizer already deleted, retry=false 2024-11-14T09:20:39,524 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T09:20:39,529 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46059-0x10115c75e360003, quorum=127.0.0.1:54600, baseZNode=/1-306477582 Unable to get data of znode /1-306477582/switch/split because node does not exist (not necessarily an error) 2024-11-14T09:20:39,532 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-306477582/switch/split already deleted, retry=false 2024-11-14T09:20:39,532 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46059-0x10115c75e360003, quorum=127.0.0.1:54600, baseZNode=/1-306477582 Unable to get data of znode /1-306477582/switch/merge because node does not exist (not necessarily an error) 2024-11-14T09:20:39,534 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-306477582/switch/merge already deleted, retry=false 2024-11-14T09:20:39,537 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46059-0x10115c75e360003, quorum=127.0.0.1:54600, baseZNode=/1-306477582 Unable to get data of znode /1-306477582/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T09:20:39,542 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-306477582/snapshot-cleanup already deleted, retry=false 2024-11-14T09:20:39,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40071-0x10115c75e360004, quorum=127.0.0.1:54600, baseZNode=/1-306477582 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-306477582/running 2024-11-14T09:20:39,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40071-0x10115c75e360004, quorum=127.0.0.1:54600, baseZNode=/1-306477582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-306477582 2024-11-14T09:20:39,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46059-0x10115c75e360003, quorum=127.0.0.1:54600, baseZNode=/1-306477582 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-306477582/running 2024-11-14T09:20:39,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46059-0x10115c75e360003, quorum=127.0.0.1:54600, baseZNode=/1-306477582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-306477582 2024-11-14T09:20:39,545 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=83f56b55f2af,46059,1731576038029, sessionid=0x10115c75e360003, setting cluster-up flag (Was=false) 2024-11-14T09:20:39,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46059-0x10115c75e360003, quorum=127.0.0.1:54600, baseZNode=/1-306477582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-306477582 2024-11-14T09:20:39,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40071-0x10115c75e360004, quorum=127.0.0.1:54600, baseZNode=/1-306477582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-306477582 2024-11-14T09:20:39,556 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-306477582/flush-table-proc/acquired, /1-306477582/flush-table-proc/reached, /1-306477582/flush-table-proc/abort 2024-11-14T09:20:39,557 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=83f56b55f2af,46059,1731576038029 2024-11-14T09:20:39,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46059-0x10115c75e360003, quorum=127.0.0.1:54600, baseZNode=/1-306477582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-306477582 2024-11-14T09:20:39,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40071-0x10115c75e360004, quorum=127.0.0.1:54600, baseZNode=/1-306477582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-306477582 2024-11-14T09:20:39,566 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-306477582/online-snapshot/acquired, /1-306477582/online-snapshot/reached, /1-306477582/online-snapshot/abort 2024-11-14T09:20:39,567 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=83f56b55f2af,46059,1731576038029 2024-11-14T09:20:39,573 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T09:20:39,574 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T09:20:39,575 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T09:20:39,575 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T09:20:39,576 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 83f56b55f2af,46059,1731576038029 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T09:20:39,577 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/83f56b55f2af:0, corePoolSize=5, maxPoolSize=5 2024-11-14T09:20:39,577 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/83f56b55f2af:0, corePoolSize=5, maxPoolSize=5 2024-11-14T09:20:39,577 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/83f56b55f2af:0, corePoolSize=5, maxPoolSize=5 2024-11-14T09:20:39,577 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/83f56b55f2af:0, corePoolSize=5, maxPoolSize=5 2024-11-14T09:20:39,577 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/83f56b55f2af:0, corePoolSize=10, maxPoolSize=10 2024-11-14T09:20:39,577 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:20:39,577 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/83f56b55f2af:0, corePoolSize=2, maxPoolSize=2 2024-11-14T09:20:39,577 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:20:39,586 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T09:20:39,586 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T09:20:39,587 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:20:39,587 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T09:20:39,598 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731576069598 2024-11-14T09:20:39,598 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T09:20:39,599 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T09:20:39,599 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T09:20:39,599 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T09:20:39,599 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T09:20:39,599 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T09:20:39,602 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T09:20:39,603 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T09:20:39,603 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T09:20:39,604 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T09:20:39,604 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T09:20:39,609 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T09:20:39,609 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T09:20:39,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40195 is added to blk_1073741831_1007 (size=1321) 2024-11-14T09:20:39,612 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/83f56b55f2af:0:becomeActiveMaster-HFileCleaner.large.0-1731576039609,5,FailOnTimeoutGroup] 2024-11-14T09:20:39,615 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/83f56b55f2af:0:becomeActiveMaster-HFileCleaner.small.0-1731576039612,5,FailOnTimeoutGroup] 2024-11-14T09:20:39,615 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T09:20:39,615 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T09:20:39,615 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T09:20:39,615 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T09:20:39,615 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T09:20:39,615 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799 2024-11-14T09:20:39,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40195 is added to blk_1073741832_1008 (size=32) 2024-11-14T09:20:39,631 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:20:39,632 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T09:20:39,633 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T09:20:39,634 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:20:39,634 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:20:39,634 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T09:20:39,635 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T09:20:39,635 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:20:39,635 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:20:39,635 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T09:20:39,636 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T09:20:39,636 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:20:39,636 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:20:39,637 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T09:20:39,637 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T09:20:39,637 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:20:39,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:20:39,638 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T09:20:39,638 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/data/hbase/meta/1588230740 2024-11-14T09:20:39,639 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/data/hbase/meta/1588230740 2024-11-14T09:20:39,639 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T09:20:39,640 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T09:20:39,640 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T09:20:39,641 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T09:20:39,642 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T09:20:39,643 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72682984, jitterRate=0.0830608606338501}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T09:20:39,643 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731576039631Initializing all the Stores at 1731576039631Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731576039631Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731576039632 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731576039632Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731576039632Cleaning up temporary data from old regions at 1731576039640 (+8 ms)Region opened successfully at 1731576039643 (+3 ms) 2024-11-14T09:20:39,643 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T09:20:39,643 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T09:20:39,643 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T09:20:39,643 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T09:20:39,643 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T09:20:39,643 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T09:20:39,643 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731576039643Disabling compacts and flushes for region at 1731576039643Disabling writes for close at 1731576039643Writing region close event to WAL at 1731576039643Closed at 1731576039643 2024-11-14T09:20:39,644 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T09:20:39,644 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T09:20:39,644 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T09:20:39,645 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T09:20:39,646 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T09:20:39,659 INFO [RS:0;83f56b55f2af:40071 {}] regionserver.HRegionServer(746): ClusterId : c8588682-0279-4ea0-b11d-363f7a3cbe6f 2024-11-14T09:20:39,659 DEBUG [RS:0;83f56b55f2af:40071 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T09:20:39,662 DEBUG [RS:0;83f56b55f2af:40071 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T09:20:39,662 DEBUG [RS:0;83f56b55f2af:40071 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T09:20:39,663 DEBUG [RS:0;83f56b55f2af:40071 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T09:20:39,664 DEBUG [RS:0;83f56b55f2af:40071 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bb0e58c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=83f56b55f2af/172.17.0.2:0 2024-11-14T09:20:39,679 DEBUG [RS:0;83f56b55f2af:40071 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;83f56b55f2af:40071 2024-11-14T09:20:39,679 INFO [RS:0;83f56b55f2af:40071 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T09:20:39,679 INFO [RS:0;83f56b55f2af:40071 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T09:20:39,679 DEBUG [RS:0;83f56b55f2af:40071 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T09:20:39,680 INFO [RS:0;83f56b55f2af:40071 {}] regionserver.HRegionServer(2659): reportForDuty to master=83f56b55f2af,46059,1731576038029 with port=40071, startcode=1731576038116 2024-11-14T09:20:39,680 DEBUG [RS:0;83f56b55f2af:40071 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T09:20:39,685 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53915, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T09:20:39,685 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46059 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 83f56b55f2af,40071,1731576038116 2024-11-14T09:20:39,685 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46059 {}] master.ServerManager(517): Registering regionserver=83f56b55f2af,40071,1731576038116 2024-11-14T09:20:39,687 DEBUG [RS:0;83f56b55f2af:40071 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799 2024-11-14T09:20:39,687 DEBUG [RS:0;83f56b55f2af:40071 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46365 2024-11-14T09:20:39,687 DEBUG [RS:0;83f56b55f2af:40071 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T09:20:39,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46059-0x10115c75e360003, quorum=127.0.0.1:54600, baseZNode=/1-306477582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-306477582/rs 2024-11-14T09:20:39,694 DEBUG [RS:0;83f56b55f2af:40071 {}] zookeeper.ZKUtil(111): regionserver:40071-0x10115c75e360004, quorum=127.0.0.1:54600, baseZNode=/1-306477582 Set watcher on existing znode=/1-306477582/rs/83f56b55f2af,40071,1731576038116 2024-11-14T09:20:39,694 WARN [RS:0;83f56b55f2af:40071 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T09:20:39,694 INFO [RS:0;83f56b55f2af:40071 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T09:20:39,694 DEBUG [RS:0;83f56b55f2af:40071 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/WALs/83f56b55f2af,40071,1731576038116 2024-11-14T09:20:39,698 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [83f56b55f2af,40071,1731576038116] 2024-11-14T09:20:39,701 INFO [RS:0;83f56b55f2af:40071 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T09:20:39,704 INFO [RS:0;83f56b55f2af:40071 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T09:20:39,707 INFO [RS:0;83f56b55f2af:40071 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T09:20:39,707 INFO [RS:0;83f56b55f2af:40071 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T09:20:39,708 INFO [RS:0;83f56b55f2af:40071 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T09:20:39,709 INFO [RS:0;83f56b55f2af:40071 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T09:20:39,709 INFO [RS:0;83f56b55f2af:40071 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T09:20:39,709 DEBUG [RS:0;83f56b55f2af:40071 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:20:39,709 DEBUG [RS:0;83f56b55f2af:40071 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:20:39,709 DEBUG [RS:0;83f56b55f2af:40071 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:20:39,709 DEBUG [RS:0;83f56b55f2af:40071 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:20:39,709 DEBUG [RS:0;83f56b55f2af:40071 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:20:39,709 DEBUG [RS:0;83f56b55f2af:40071 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/83f56b55f2af:0, corePoolSize=2, maxPoolSize=2 2024-11-14T09:20:39,710 DEBUG [RS:0;83f56b55f2af:40071 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:20:39,710 DEBUG [RS:0;83f56b55f2af:40071 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:20:39,710 DEBUG [RS:0;83f56b55f2af:40071 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:20:39,710 DEBUG [RS:0;83f56b55f2af:40071 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:20:39,710 DEBUG [RS:0;83f56b55f2af:40071 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:20:39,710 DEBUG [RS:0;83f56b55f2af:40071 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:20:39,710 DEBUG [RS:0;83f56b55f2af:40071 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/83f56b55f2af:0, corePoolSize=3, maxPoolSize=3 2024-11-14T09:20:39,710 DEBUG [RS:0;83f56b55f2af:40071 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/83f56b55f2af:0, corePoolSize=3, maxPoolSize=3 2024-11-14T09:20:39,727 INFO [RS:0;83f56b55f2af:40071 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T09:20:39,727 INFO [RS:0;83f56b55f2af:40071 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T09:20:39,727 INFO [RS:0;83f56b55f2af:40071 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T09:20:39,727 INFO [RS:0;83f56b55f2af:40071 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T09:20:39,727 INFO [RS:0;83f56b55f2af:40071 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T09:20:39,727 INFO [RS:0;83f56b55f2af:40071 {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,40071,1731576038116-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T09:20:39,742 INFO [RS:0;83f56b55f2af:40071 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T09:20:39,743 INFO [RS:0;83f56b55f2af:40071 {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,40071,1731576038116-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T09:20:39,743 INFO [RS:0;83f56b55f2af:40071 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:20:39,743 INFO [RS:0;83f56b55f2af:40071 {}] regionserver.Replication(171): 83f56b55f2af,40071,1731576038116 started 2024-11-14T09:20:39,757 INFO [RS:0;83f56b55f2af:40071 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:20:39,757 INFO [RS:0;83f56b55f2af:40071 {}] regionserver.HRegionServer(1482): Serving as 83f56b55f2af,40071,1731576038116, RpcServer on 83f56b55f2af/172.17.0.2:40071, sessionid=0x10115c75e360004 2024-11-14T09:20:39,757 DEBUG [RS:0;83f56b55f2af:40071 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T09:20:39,757 DEBUG [RS:0;83f56b55f2af:40071 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 83f56b55f2af,40071,1731576038116 2024-11-14T09:20:39,757 DEBUG [RS:0;83f56b55f2af:40071 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '83f56b55f2af,40071,1731576038116' 2024-11-14T09:20:39,757 DEBUG [RS:0;83f56b55f2af:40071 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-306477582/flush-table-proc/abort' 2024-11-14T09:20:39,758 DEBUG [RS:0;83f56b55f2af:40071 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-306477582/flush-table-proc/acquired' 2024-11-14T09:20:39,758 DEBUG [RS:0;83f56b55f2af:40071 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T09:20:39,758 DEBUG [RS:0;83f56b55f2af:40071 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T09:20:39,758 DEBUG [RS:0;83f56b55f2af:40071 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 83f56b55f2af,40071,1731576038116 2024-11-14T09:20:39,758 DEBUG [RS:0;83f56b55f2af:40071 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '83f56b55f2af,40071,1731576038116' 2024-11-14T09:20:39,758 DEBUG [RS:0;83f56b55f2af:40071 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-306477582/online-snapshot/abort' 2024-11-14T09:20:39,759 DEBUG [RS:0;83f56b55f2af:40071 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-306477582/online-snapshot/acquired' 2024-11-14T09:20:39,759 DEBUG [RS:0;83f56b55f2af:40071 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T09:20:39,759 INFO [RS:0;83f56b55f2af:40071 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T09:20:39,759 INFO [RS:0;83f56b55f2af:40071 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T09:20:39,797 WARN [83f56b55f2af:46059 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-14T09:20:39,859 INFO [RS:0;83f56b55f2af:40071 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T09:20:39,861 INFO [RS:0;83f56b55f2af:40071 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=83f56b55f2af%2C40071%2C1731576038116, suffix=, logDir=hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/WALs/83f56b55f2af,40071,1731576038116, archiveDir=hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/oldWALs, maxLogs=10 2024-11-14T09:20:39,878 DEBUG [RS:0;83f56b55f2af:40071 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/WALs/83f56b55f2af,40071,1731576038116/83f56b55f2af%2C40071%2C1731576038116.1731576039861, exclude list is [], retry=0 2024-11-14T09:20:39,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40195,DS-bf9abd63-2f65-444f-b648-fd7ffbd3afe3,DISK] 2024-11-14T09:20:39,883 INFO [RS:0;83f56b55f2af:40071 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/WALs/83f56b55f2af,40071,1731576038116/83f56b55f2af%2C40071%2C1731576038116.1731576039861 2024-11-14T09:20:39,883 DEBUG [RS:0;83f56b55f2af:40071 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42217:42217)] 2024-11-14T09:20:40,047 DEBUG [83f56b55f2af:46059 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T09:20:40,047 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=83f56b55f2af,40071,1731576038116 2024-11-14T09:20:40,049 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 83f56b55f2af,40071,1731576038116, state=OPENING 2024-11-14T09:20:40,050 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T09:20:40,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46059-0x10115c75e360003, quorum=127.0.0.1:54600, baseZNode=/1-306477582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-306477582 2024-11-14T09:20:40,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40071-0x10115c75e360004, quorum=127.0.0.1:54600, baseZNode=/1-306477582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-306477582 2024-11-14T09:20:40,052 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T09:20:40,052 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-306477582/meta-region-server: CHANGED 2024-11-14T09:20:40,052 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-306477582/meta-region-server: CHANGED 2024-11-14T09:20:40,052 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=83f56b55f2af,40071,1731576038116}] 2024-11-14T09:20:40,215 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T09:20:40,218 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49979, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T09:20:40,221 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T09:20:40,221 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T09:20:40,222 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T09:20:40,223 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=83f56b55f2af%2C40071%2C1731576038116.meta, suffix=.meta, logDir=hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/WALs/83f56b55f2af,40071,1731576038116, archiveDir=hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/oldWALs, maxLogs=10 2024-11-14T09:20:40,243 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/WALs/83f56b55f2af,40071,1731576038116/83f56b55f2af%2C40071%2C1731576038116.meta.1731576040223.meta, exclude list is [], retry=0 2024-11-14T09:20:40,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40195,DS-bf9abd63-2f65-444f-b648-fd7ffbd3afe3,DISK] 2024-11-14T09:20:40,248 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/WALs/83f56b55f2af,40071,1731576038116/83f56b55f2af%2C40071%2C1731576038116.meta.1731576040223.meta 2024-11-14T09:20:40,248 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42217:42217)] 2024-11-14T09:20:40,249 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T09:20:40,249 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T09:20:40,249 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T09:20:40,249 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T09:20:40,249 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T09:20:40,250 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T09:20:40,250 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:20:40,250 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T09:20:40,250 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T09:20:40,251 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T09:20:40,252 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T09:20:40,252 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:20:40,253 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:20:40,253 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T09:20:40,253 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T09:20:40,253 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:20:40,254 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:20:40,254 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T09:20:40,254 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T09:20:40,254 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:20:40,255 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:20:40,255 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T09:20:40,255 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T09:20:40,255 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:20:40,255 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:20:40,256 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T09:20:40,256 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/data/hbase/meta/1588230740 2024-11-14T09:20:40,258 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/data/hbase/meta/1588230740 2024-11-14T09:20:40,259 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T09:20:40,259 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T09:20:40,260 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T09:20:40,261 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T09:20:40,262 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61149034, jitterRate=-0.08880838751792908}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T09:20:40,262 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T09:20:40,262 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731576040250Writing region info on filesystem at 1731576040250Initializing all the Stores at 1731576040251 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731576040251Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731576040251Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731576040251Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731576040251Cleaning up temporary data from old regions at 1731576040259 (+8 ms)Running coprocessor post-open hooks at 1731576040262 (+3 ms)Region opened successfully at 1731576040262 2024-11-14T09:20:40,263 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731576040215 2024-11-14T09:20:40,265 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T09:20:40,265 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T09:20:40,266 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=83f56b55f2af,40071,1731576038116 2024-11-14T09:20:40,266 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 83f56b55f2af,40071,1731576038116, state=OPEN 2024-11-14T09:20:40,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46059-0x10115c75e360003, quorum=127.0.0.1:54600, baseZNode=/1-306477582 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-306477582/meta-region-server 2024-11-14T09:20:40,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40071-0x10115c75e360004, quorum=127.0.0.1:54600, baseZNode=/1-306477582 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-306477582/meta-region-server 2024-11-14T09:20:40,268 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=83f56b55f2af,40071,1731576038116 2024-11-14T09:20:40,268 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-306477582/meta-region-server: CHANGED 2024-11-14T09:20:40,268 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-306477582/meta-region-server: CHANGED 2024-11-14T09:20:40,270 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T09:20:40,270 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=83f56b55f2af,40071,1731576038116 in 216 msec 2024-11-14T09:20:40,272 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T09:20:40,273 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 626 msec 2024-11-14T09:20:40,273 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T09:20:40,273 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T09:20:40,274 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:20:40,274 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83f56b55f2af,40071,1731576038116, seqNum=-1] 2024-11-14T09:20:40,275 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T09:20:40,276 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45213, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T09:20:40,283 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 708 msec 2024-11-14T09:20:40,283 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731576040283, completionTime=-1 2024-11-14T09:20:40,283 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T09:20:40,283 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T09:20:40,285 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T09:20:40,285 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731576100285 2024-11-14T09:20:40,285 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731576160285 2024-11-14T09:20:40,285 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-14T09:20:40,286 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,46059,1731576038029-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T09:20:40,286 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,46059,1731576038029-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:20:40,286 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,46059,1731576038029-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:20:40,286 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-83f56b55f2af:46059, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:20:40,286 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T09:20:40,288 DEBUG [master/83f56b55f2af:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T09:20:40,288 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T09:20:40,291 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.113sec 2024-11-14T09:20:40,291 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T09:20:40,291 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T09:20:40,291 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T09:20:40,291 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T09:20:40,291 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T09:20:40,291 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,46059,1731576038029-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T09:20:40,291 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,46059,1731576038029-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T09:20:40,297 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T09:20:40,297 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T09:20:40,297 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,46059,1731576038029-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:20:40,359 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b900c82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:20:40,359 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83f56b55f2af,46059,-1 for getting cluster id 2024-11-14T09:20:40,360 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T09:20:40,361 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c8588682-0279-4ea0-b11d-363f7a3cbe6f' 2024-11-14T09:20:40,362 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T09:20:40,362 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c8588682-0279-4ea0-b11d-363f7a3cbe6f" 2024-11-14T09:20:40,362 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@174791b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:20:40,362 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83f56b55f2af,46059,-1] 2024-11-14T09:20:40,362 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T09:20:40,363 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:20:40,364 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41970, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T09:20:40,365 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bf3c243, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:20:40,366 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:20:40,367 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83f56b55f2af,40071,1731576038116, seqNum=-1] 2024-11-14T09:20:40,367 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T09:20:40,368 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T09:20:40,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=83f56b55f2af,46059,1731576038029 2024-11-14T09:20:40,371 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:54600 2024-11-14T09:20:40,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:54600, baseZNode=/1-306477582 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T09:20:40,384 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a83ce165-07a7-895d-1113-16d5ce454b36/hadoop.log.dir so I do NOT create it in target/test-data/202e0310-ebfc-76ce-8c76-4996c1bdf798 2024-11-14T09:20:40,384 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a83ce165-07a7-895d-1113-16d5ce454b36/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T09:20:40,384 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a83ce165-07a7-895d-1113-16d5ce454b36/hadoop.tmp.dir so I do NOT create it in target/test-data/202e0310-ebfc-76ce-8c76-4996c1bdf798 2024-11-14T09:20:40,384 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a83ce165-07a7-895d-1113-16d5ce454b36/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T09:20:40,385 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/202e0310-ebfc-76ce-8c76-4996c1bdf798 2024-11-14T09:20:40,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T09:20:40,385 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/202e0310-ebfc-76ce-8c76-4996c1bdf798/cluster_cd102f46-23fc-2a6b-de42-4cede67a8ee8, deleteOnExit=true 2024-11-14T09:20:40,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T09:20:40,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/202e0310-ebfc-76ce-8c76-4996c1bdf798/test.cache.data in system properties and HBase conf 2024-11-14T09:20:40,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/202e0310-ebfc-76ce-8c76-4996c1bdf798/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T09:20:40,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/202e0310-ebfc-76ce-8c76-4996c1bdf798/hadoop.log.dir in system properties and HBase conf 2024-11-14T09:20:40,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/202e0310-ebfc-76ce-8c76-4996c1bdf798/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T09:20:40,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/202e0310-ebfc-76ce-8c76-4996c1bdf798/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T09:20:40,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T09:20:40,386 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T09:20:40,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/202e0310-ebfc-76ce-8c76-4996c1bdf798/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T09:20:40,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/202e0310-ebfc-76ce-8c76-4996c1bdf798/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T09:20:40,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/202e0310-ebfc-76ce-8c76-4996c1bdf798/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T09:20:40,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/202e0310-ebfc-76ce-8c76-4996c1bdf798/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T09:20:40,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/202e0310-ebfc-76ce-8c76-4996c1bdf798/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T09:20:40,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/202e0310-ebfc-76ce-8c76-4996c1bdf798/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T09:20:40,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/202e0310-ebfc-76ce-8c76-4996c1bdf798/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T09:20:40,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/202e0310-ebfc-76ce-8c76-4996c1bdf798/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T09:20:40,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/202e0310-ebfc-76ce-8c76-4996c1bdf798/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T09:20:40,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/202e0310-ebfc-76ce-8c76-4996c1bdf798/nfs.dump.dir in system properties and HBase conf 2024-11-14T09:20:40,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/202e0310-ebfc-76ce-8c76-4996c1bdf798/java.io.tmpdir in system properties and HBase conf 2024-11-14T09:20:40,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/202e0310-ebfc-76ce-8c76-4996c1bdf798/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T09:20:40,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/202e0310-ebfc-76ce-8c76-4996c1bdf798/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T09:20:40,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/202e0310-ebfc-76ce-8c76-4996c1bdf798/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T09:20:40,400 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10115c75e360005 connected 2024-11-14T09:20:40,490 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T09:20:40,496 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T09:20:40,508 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T09:20:40,508 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T09:20:40,508 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T09:20:40,511 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T09:20:40,511 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75009f95{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/202e0310-ebfc-76ce-8c76-4996c1bdf798/hadoop.log.dir/,AVAILABLE} 2024-11-14T09:20:40,512 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@242dbe20{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T09:20:40,658 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@70d3cd1a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/202e0310-ebfc-76ce-8c76-4996c1bdf798/java.io.tmpdir/jetty-localhost-40527-hadoop-hdfs-3_4_1-tests_jar-_-any-2329458834846719461/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T09:20:40,658 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@41e9eae7{HTTP/1.1, (http/1.1)}{localhost:40527} 2024-11-14T09:20:40,658 INFO [Time-limited test {}] server.Server(415): Started @208369ms 2024-11-14T09:20:40,755 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T09:20:40,758 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T09:20:40,765 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T09:20:40,765 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T09:20:40,765 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T09:20:40,767 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37631bfe{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/202e0310-ebfc-76ce-8c76-4996c1bdf798/hadoop.log.dir/,AVAILABLE} 2024-11-14T09:20:40,768 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ee42d2e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T09:20:40,913 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@c41ed37{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/202e0310-ebfc-76ce-8c76-4996c1bdf798/java.io.tmpdir/jetty-localhost-40287-hadoop-hdfs-3_4_1-tests_jar-_-any-14339406443073338730/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T09:20:40,914 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2a9341fd{HTTP/1.1, (http/1.1)}{localhost:40287} 2024-11-14T09:20:40,914 INFO [Time-limited test {}] server.Server(415): Started @208624ms 2024-11-14T09:20:40,915 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T09:20:41,032 WARN [Thread-2877 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/202e0310-ebfc-76ce-8c76-4996c1bdf798/cluster_cd102f46-23fc-2a6b-de42-4cede67a8ee8/data/data1/current/BP-1982626286-172.17.0.2-1731576040407/current, will proceed with Du for space computation calculation, 2024-11-14T09:20:41,033 WARN [Thread-2878 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/202e0310-ebfc-76ce-8c76-4996c1bdf798/cluster_cd102f46-23fc-2a6b-de42-4cede67a8ee8/data/data2/current/BP-1982626286-172.17.0.2-1731576040407/current, will proceed with Du for space computation calculation, 2024-11-14T09:20:41,058 WARN [Thread-2865 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T09:20:41,061 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe1e390a7e7c49131 with lease ID 0x9a8ee9b8212f819: Processing first storage report for DS-4b452ebd-8840-42f3-81dd-65b9dc9dad56 from datanode DatanodeRegistration(127.0.0.1:45633, datanodeUuid=0bbcd57d-4a8a-4d95-b0e2-b987855dcd04, infoPort=42301, infoSecurePort=0, ipcPort=35021, storageInfo=lv=-57;cid=testClusterID;nsid=732127121;c=1731576040407) 2024-11-14T09:20:41,061 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe1e390a7e7c49131 with lease ID 0x9a8ee9b8212f819: from storage DS-4b452ebd-8840-42f3-81dd-65b9dc9dad56 node DatanodeRegistration(127.0.0.1:45633, datanodeUuid=0bbcd57d-4a8a-4d95-b0e2-b987855dcd04, infoPort=42301, infoSecurePort=0, ipcPort=35021, storageInfo=lv=-57;cid=testClusterID;nsid=732127121;c=1731576040407), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T09:20:41,062 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe1e390a7e7c49131 with lease ID 0x9a8ee9b8212f819: Processing first storage report for DS-1974839c-f4fb-4a54-89d3-6bb8352b3c75 from datanode DatanodeRegistration(127.0.0.1:45633, datanodeUuid=0bbcd57d-4a8a-4d95-b0e2-b987855dcd04, infoPort=42301, infoSecurePort=0, ipcPort=35021, storageInfo=lv=-57;cid=testClusterID;nsid=732127121;c=1731576040407) 2024-11-14T09:20:41,062 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe1e390a7e7c49131 with lease ID 0x9a8ee9b8212f819: from storage DS-1974839c-f4fb-4a54-89d3-6bb8352b3c75 node DatanodeRegistration(127.0.0.1:45633, datanodeUuid=0bbcd57d-4a8a-4d95-b0e2-b987855dcd04, infoPort=42301, infoSecurePort=0, ipcPort=35021, storageInfo=lv=-57;cid=testClusterID;nsid=732127121;c=1731576040407), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T09:20:41,146 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/202e0310-ebfc-76ce-8c76-4996c1bdf798 2024-11-14T09:20:41,146 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:20:41,148 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:20:41,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45633 is added to blk_1073741825_1001 (size=7) 2024-11-14T09:20:41,163 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33669/user/jenkins/test-data/c381d9d1-2cf3-f7a6-488b-e24f6ad09852 with version=8 2024-11-14T09:20:41,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33669/user/jenkins/test-data/c381d9d1-2cf3-f7a6-488b-e24f6ad09852/hbase-staging 2024-11-14T09:20:41,165 INFO [Time-limited test {}] client.ConnectionUtils(128): master/83f56b55f2af:0 server-side Connection retries=45 2024-11-14T09:20:41,165 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T09:20:41,165 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T09:20:41,166 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T09:20:41,166 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T09:20:41,166 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T09:20:41,166 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T09:20:41,166 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T09:20:41,166 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36047 2024-11-14T09:20:41,167 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36047 connecting to ZooKeeper ensemble=127.0.0.1:54600 2024-11-14T09:20:41,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:360470x0, quorum=127.0.0.1:54600, baseZNode=/2-1856677010 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T09:20:41,170 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36047-0x10115c75e360006 connected 2024-11-14T09:20:41,189 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:20:41,191 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:20:41,197 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36047-0x10115c75e360006, quorum=127.0.0.1:54600, baseZNode=/2-1856677010 Set watcher on znode that does not yet exist, /2-1856677010/running 2024-11-14T09:20:41,197 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33669/user/jenkins/test-data/c381d9d1-2cf3-f7a6-488b-e24f6ad09852, hbase.cluster.distributed=false 2024-11-14T09:20:41,199 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36047-0x10115c75e360006, quorum=127.0.0.1:54600, baseZNode=/2-1856677010 Set watcher on znode that does not yet exist, /2-1856677010/acl 2024-11-14T09:20:41,206 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36047 2024-11-14T09:20:41,212 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36047 2024-11-14T09:20:41,213 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36047 2024-11-14T09:20:41,216 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36047 2024-11-14T09:20:41,218 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36047 2024-11-14T09:20:41,233 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/83f56b55f2af:0 server-side Connection retries=45 2024-11-14T09:20:41,233 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T09:20:41,233 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T09:20:41,233 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T09:20:41,233 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T09:20:41,233 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T09:20:41,233 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T09:20:41,233 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T09:20:41,234 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42779 2024-11-14T09:20:41,235 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42779 connecting to ZooKeeper ensemble=127.0.0.1:54600 2024-11-14T09:20:41,235 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:20:41,237 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:20:41,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:427790x0, quorum=127.0.0.1:54600, baseZNode=/2-1856677010 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T09:20:41,241 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:427790x0, quorum=127.0.0.1:54600, baseZNode=/2-1856677010 Set watcher on znode that does not yet exist, /2-1856677010/running 2024-11-14T09:20:41,241 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T09:20:41,241 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42779-0x10115c75e360007 connected 2024-11-14T09:20:41,244 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T09:20:41,245 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42779-0x10115c75e360007, quorum=127.0.0.1:54600, baseZNode=/2-1856677010 Set watcher on znode that does not yet exist, /2-1856677010/master 2024-11-14T09:20:41,245 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42779-0x10115c75e360007, quorum=127.0.0.1:54600, baseZNode=/2-1856677010 Set watcher on znode that does not yet exist, /2-1856677010/acl 2024-11-14T09:20:41,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42779 2024-11-14T09:20:41,249 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42779 2024-11-14T09:20:41,250 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42779 2024-11-14T09:20:41,252 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42779 2024-11-14T09:20:41,253 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42779 2024-11-14T09:20:41,268 DEBUG [M:0;83f56b55f2af:36047 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;83f56b55f2af:36047 2024-11-14T09:20:41,269 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1856677010/backup-masters/83f56b55f2af,36047,1731576041165 2024-11-14T09:20:41,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36047-0x10115c75e360006, quorum=127.0.0.1:54600, baseZNode=/2-1856677010 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1856677010/backup-masters 2024-11-14T09:20:41,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42779-0x10115c75e360007, quorum=127.0.0.1:54600, baseZNode=/2-1856677010 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1856677010/backup-masters 2024-11-14T09:20:41,270 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36047-0x10115c75e360006, quorum=127.0.0.1:54600, baseZNode=/2-1856677010 Set watcher on existing znode=/2-1856677010/backup-masters/83f56b55f2af,36047,1731576041165 2024-11-14T09:20:41,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42779-0x10115c75e360007, quorum=127.0.0.1:54600, baseZNode=/2-1856677010 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1856677010/master 2024-11-14T09:20:41,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36047-0x10115c75e360006, quorum=127.0.0.1:54600, baseZNode=/2-1856677010 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1856677010 2024-11-14T09:20:41,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42779-0x10115c75e360007, quorum=127.0.0.1:54600, baseZNode=/2-1856677010 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1856677010 2024-11-14T09:20:41,278 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36047-0x10115c75e360006, quorum=127.0.0.1:54600, baseZNode=/2-1856677010 Set watcher on existing znode=/2-1856677010/master 2024-11-14T09:20:41,278 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1856677010/backup-masters/83f56b55f2af,36047,1731576041165 from backup master directory 2024-11-14T09:20:41,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36047-0x10115c75e360006, quorum=127.0.0.1:54600, baseZNode=/2-1856677010 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1856677010/backup-masters/83f56b55f2af,36047,1731576041165 2024-11-14T09:20:41,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42779-0x10115c75e360007, quorum=127.0.0.1:54600, baseZNode=/2-1856677010 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1856677010/backup-masters 2024-11-14T09:20:41,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36047-0x10115c75e360006, quorum=127.0.0.1:54600, baseZNode=/2-1856677010 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1856677010/backup-masters 2024-11-14T09:20:41,280 WARN [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T09:20:41,280 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=83f56b55f2af,36047,1731576041165 2024-11-14T09:20:41,283 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33669/user/jenkins/test-data/c381d9d1-2cf3-f7a6-488b-e24f6ad09852/hbase.id] with ID: 9a283078-a048-495e-a3fe-339b80cb536b 2024-11-14T09:20:41,283 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33669/user/jenkins/test-data/c381d9d1-2cf3-f7a6-488b-e24f6ad09852/.tmp/hbase.id 2024-11-14T09:20:41,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45633 is added to blk_1073741826_1002 (size=42) 2024-11-14T09:20:41,690 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33669/user/jenkins/test-data/c381d9d1-2cf3-f7a6-488b-e24f6ad09852/.tmp/hbase.id]:[hdfs://localhost:33669/user/jenkins/test-data/c381d9d1-2cf3-f7a6-488b-e24f6ad09852/hbase.id] 2024-11-14T09:20:41,701 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:20:41,701 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T09:20:41,703 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-14T09:20:41,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36047-0x10115c75e360006, quorum=127.0.0.1:54600, baseZNode=/2-1856677010 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1856677010 2024-11-14T09:20:41,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42779-0x10115c75e360007, quorum=127.0.0.1:54600, baseZNode=/2-1856677010 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1856677010 2024-11-14T09:20:41,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45633 is added to blk_1073741827_1003 (size=196) 2024-11-14T09:20:41,722 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T09:20:41,723 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T09:20:41,724 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T09:20:41,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45633 is added to blk_1073741828_1004 (size=1189) 2024-11-14T09:20:41,743 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33669/user/jenkins/test-data/c381d9d1-2cf3-f7a6-488b-e24f6ad09852/MasterData/data/master/store 2024-11-14T09:20:41,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45633 is added to blk_1073741829_1005 (size=34) 2024-11-14T09:20:41,751 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:20:41,751 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T09:20:41,752 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:20:41,752 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:20:41,752 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T09:20:41,752 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:20:41,752 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:20:41,752 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731576041751Disabling compacts and flushes for region at 1731576041751Disabling writes for close at 1731576041752 (+1 ms)Writing region close event to WAL at 1731576041752Closed at 1731576041752 2024-11-14T09:20:41,753 WARN [master/83f56b55f2af:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33669/user/jenkins/test-data/c381d9d1-2cf3-f7a6-488b-e24f6ad09852/MasterData/data/master/store/.initializing 2024-11-14T09:20:41,753 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33669/user/jenkins/test-data/c381d9d1-2cf3-f7a6-488b-e24f6ad09852/MasterData/WALs/83f56b55f2af,36047,1731576041165 2024-11-14T09:20:41,754 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T09:20:41,756 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=83f56b55f2af%2C36047%2C1731576041165, suffix=, logDir=hdfs://localhost:33669/user/jenkins/test-data/c381d9d1-2cf3-f7a6-488b-e24f6ad09852/MasterData/WALs/83f56b55f2af,36047,1731576041165, archiveDir=hdfs://localhost:33669/user/jenkins/test-data/c381d9d1-2cf3-f7a6-488b-e24f6ad09852/MasterData/oldWALs, maxLogs=10 2024-11-14T09:20:41,776 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c381d9d1-2cf3-f7a6-488b-e24f6ad09852/MasterData/WALs/83f56b55f2af,36047,1731576041165/83f56b55f2af%2C36047%2C1731576041165.1731576041756, exclude list is [], retry=0 2024-11-14T09:20:41,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45633,DS-4b452ebd-8840-42f3-81dd-65b9dc9dad56,DISK] 2024-11-14T09:20:41,785 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c381d9d1-2cf3-f7a6-488b-e24f6ad09852/MasterData/WALs/83f56b55f2af,36047,1731576041165/83f56b55f2af%2C36047%2C1731576041165.1731576041756 2024-11-14T09:20:41,785 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42301:42301)] 2024-11-14T09:20:41,785 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T09:20:41,785 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:20:41,785 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:20:41,785 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:20:41,786 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:20:41,788 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T09:20:41,788 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:20:41,788 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:20:41,788 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:20:41,789 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T09:20:41,789 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:20:41,790 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:20:41,790 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:20:41,791 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T09:20:41,791 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:20:41,792 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:20:41,792 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:20:41,793 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T09:20:41,793 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:20:41,793 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:20:41,793 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:20:41,794 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33669/user/jenkins/test-data/c381d9d1-2cf3-f7a6-488b-e24f6ad09852/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:20:41,794 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33669/user/jenkins/test-data/c381d9d1-2cf3-f7a6-488b-e24f6ad09852/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:20:41,795 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:20:41,795 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:20:41,796 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T09:20:41,797 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:20:41,800 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33669/user/jenkins/test-data/c381d9d1-2cf3-f7a6-488b-e24f6ad09852/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T09:20:41,801 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67311946, jitterRate=0.0030261576175689697}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T09:20:41,801 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731576041785Initializing all the Stores at 1731576041786 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731576041786Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731576041786Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731576041786Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731576041786Cleaning up temporary data from old regions at 1731576041795 (+9 ms)Region opened successfully at 1731576041801 (+6 ms) 2024-11-14T09:20:41,804 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T09:20:41,807 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56f4348e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=83f56b55f2af/172.17.0.2:0 2024-11-14T09:20:41,809 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T09:20:41,809 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T09:20:41,809 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T09:20:41,809 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T09:20:41,810 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T09:20:41,811 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T09:20:41,811 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T09:20:41,818 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T09:20:41,819 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36047-0x10115c75e360006, quorum=127.0.0.1:54600, baseZNode=/2-1856677010 Unable to get data of znode /2-1856677010/balancer because node does not exist (not necessarily an error) 2024-11-14T09:20:41,820 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1856677010/balancer already deleted, retry=false 2024-11-14T09:20:41,821 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T09:20:41,821 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36047-0x10115c75e360006, quorum=127.0.0.1:54600, baseZNode=/2-1856677010 Unable to get data of znode /2-1856677010/normalizer because node does not exist (not necessarily an error) 2024-11-14T09:20:41,824 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1856677010/normalizer already deleted, retry=false 2024-11-14T09:20:41,824 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T09:20:41,829 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36047-0x10115c75e360006, quorum=127.0.0.1:54600, baseZNode=/2-1856677010 Unable to get data of znode /2-1856677010/switch/split because node does not exist (not necessarily an error) 2024-11-14T09:20:41,830 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1856677010/switch/split already deleted, retry=false 2024-11-14T09:20:41,830 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36047-0x10115c75e360006, quorum=127.0.0.1:54600, baseZNode=/2-1856677010 Unable to get data of znode /2-1856677010/switch/merge because node does not exist (not necessarily an error) 2024-11-14T09:20:41,831 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1856677010/switch/merge already deleted, retry=false 2024-11-14T09:20:41,833 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36047-0x10115c75e360006, quorum=127.0.0.1:54600, baseZNode=/2-1856677010 Unable to get data of znode /2-1856677010/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T09:20:41,834 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1856677010/snapshot-cleanup already deleted, retry=false 2024-11-14T09:20:41,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36047-0x10115c75e360006, quorum=127.0.0.1:54600, baseZNode=/2-1856677010 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1856677010/running 2024-11-14T09:20:41,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42779-0x10115c75e360007, quorum=127.0.0.1:54600, baseZNode=/2-1856677010 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1856677010/running 2024-11-14T09:20:41,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36047-0x10115c75e360006, quorum=127.0.0.1:54600, baseZNode=/2-1856677010 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1856677010 2024-11-14T09:20:41,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42779-0x10115c75e360007, quorum=127.0.0.1:54600, baseZNode=/2-1856677010 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1856677010 2024-11-14T09:20:41,838 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=83f56b55f2af,36047,1731576041165, sessionid=0x10115c75e360006, setting cluster-up flag (Was=false) 2024-11-14T09:20:41,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42779-0x10115c75e360007, quorum=127.0.0.1:54600, baseZNode=/2-1856677010 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1856677010 2024-11-14T09:20:41,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36047-0x10115c75e360006, quorum=127.0.0.1:54600, baseZNode=/2-1856677010 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1856677010 2024-11-14T09:20:41,846 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1856677010/flush-table-proc/acquired, /2-1856677010/flush-table-proc/reached, /2-1856677010/flush-table-proc/abort 2024-11-14T09:20:41,847 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=83f56b55f2af,36047,1731576041165 2024-11-14T09:20:41,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42779-0x10115c75e360007, quorum=127.0.0.1:54600, baseZNode=/2-1856677010 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1856677010 2024-11-14T09:20:41,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36047-0x10115c75e360006, quorum=127.0.0.1:54600, baseZNode=/2-1856677010 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1856677010 2024-11-14T09:20:41,858 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1856677010/online-snapshot/acquired, /2-1856677010/online-snapshot/reached, /2-1856677010/online-snapshot/abort 2024-11-14T09:20:41,859 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=83f56b55f2af,36047,1731576041165 2024-11-14T09:20:41,860 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33669/user/jenkins/test-data/c381d9d1-2cf3-f7a6-488b-e24f6ad09852/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T09:20:41,862 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T09:20:41,862 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T09:20:41,862 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T09:20:41,862 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 83f56b55f2af,36047,1731576041165 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T09:20:41,863 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/83f56b55f2af:0, corePoolSize=5, maxPoolSize=5 2024-11-14T09:20:41,863 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/83f56b55f2af:0, corePoolSize=5, maxPoolSize=5 2024-11-14T09:20:41,863 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/83f56b55f2af:0, corePoolSize=5, maxPoolSize=5 2024-11-14T09:20:41,863 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/83f56b55f2af:0, corePoolSize=5, maxPoolSize=5 2024-11-14T09:20:41,863 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/83f56b55f2af:0, corePoolSize=10, maxPoolSize=10 2024-11-14T09:20:41,863 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:20:41,863 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/83f56b55f2af:0, corePoolSize=2, maxPoolSize=2 2024-11-14T09:20:41,863 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:20:41,864 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T09:20:41,865 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T09:20:41,865 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:20:41,865 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T09:20:41,868 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731576071868 2024-11-14T09:20:41,868 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T09:20:41,868 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T09:20:41,868 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T09:20:41,868 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T09:20:41,868 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T09:20:41,868 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T09:20:41,872 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T09:20:41,873 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T09:20:41,873 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T09:20:41,873 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T09:20:41,873 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T09:20:41,873 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T09:20:41,873 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T09:20:41,875 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/83f56b55f2af:0:becomeActiveMaster-HFileCleaner.large.0-1731576041873,5,FailOnTimeoutGroup] 2024-11-14T09:20:41,875 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/83f56b55f2af:0:becomeActiveMaster-HFileCleaner.small.0-1731576041875,5,FailOnTimeoutGroup] 2024-11-14T09:20:41,875 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T09:20:41,875 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T09:20:41,875 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T09:20:41,875 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T09:20:41,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45633 is added to blk_1073741831_1007 (size=1321) 2024-11-14T09:20:41,955 INFO [RS:0;83f56b55f2af:42779 {}] regionserver.HRegionServer(746): ClusterId : 9a283078-a048-495e-a3fe-339b80cb536b 2024-11-14T09:20:41,955 DEBUG [RS:0;83f56b55f2af:42779 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T09:20:41,957 DEBUG [RS:0;83f56b55f2af:42779 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T09:20:41,957 DEBUG [RS:0;83f56b55f2af:42779 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T09:20:41,965 DEBUG [RS:0;83f56b55f2af:42779 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T09:20:41,965 DEBUG [RS:0;83f56b55f2af:42779 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ee7efa0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=83f56b55f2af/172.17.0.2:0 2024-11-14T09:20:41,980 DEBUG [RS:0;83f56b55f2af:42779 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;83f56b55f2af:42779 2024-11-14T09:20:41,980 INFO [RS:0;83f56b55f2af:42779 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T09:20:41,980 INFO [RS:0;83f56b55f2af:42779 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T09:20:41,980 DEBUG [RS:0;83f56b55f2af:42779 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T09:20:41,981 INFO [RS:0;83f56b55f2af:42779 {}] regionserver.HRegionServer(2659): reportForDuty to master=83f56b55f2af,36047,1731576041165 with port=42779, startcode=1731576041233 2024-11-14T09:20:41,981 DEBUG [RS:0;83f56b55f2af:42779 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T09:20:41,982 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36921, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T09:20:41,983 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36047 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 83f56b55f2af,42779,1731576041233 2024-11-14T09:20:41,983 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36047 {}] master.ServerManager(517): Registering regionserver=83f56b55f2af,42779,1731576041233 2024-11-14T09:20:41,984 DEBUG [RS:0;83f56b55f2af:42779 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33669/user/jenkins/test-data/c381d9d1-2cf3-f7a6-488b-e24f6ad09852 2024-11-14T09:20:41,984 DEBUG [RS:0;83f56b55f2af:42779 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33669 2024-11-14T09:20:41,984 DEBUG [RS:0;83f56b55f2af:42779 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T09:20:41,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36047-0x10115c75e360006, quorum=127.0.0.1:54600, baseZNode=/2-1856677010 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1856677010/rs 2024-11-14T09:20:41,989 DEBUG [RS:0;83f56b55f2af:42779 {}] zookeeper.ZKUtil(111): regionserver:42779-0x10115c75e360007, quorum=127.0.0.1:54600, baseZNode=/2-1856677010 Set watcher on existing znode=/2-1856677010/rs/83f56b55f2af,42779,1731576041233 2024-11-14T09:20:41,989 WARN [RS:0;83f56b55f2af:42779 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T09:20:41,989 INFO [RS:0;83f56b55f2af:42779 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T09:20:41,989 DEBUG [RS:0;83f56b55f2af:42779 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33669/user/jenkins/test-data/c381d9d1-2cf3-f7a6-488b-e24f6ad09852/WALs/83f56b55f2af,42779,1731576041233 2024-11-14T09:20:41,993 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [83f56b55f2af,42779,1731576041233] 2024-11-14T09:20:41,996 INFO [RS:0;83f56b55f2af:42779 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T09:20:41,999 INFO [RS:0;83f56b55f2af:42779 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T09:20:42,002 INFO [RS:0;83f56b55f2af:42779 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T09:20:42,002 INFO [RS:0;83f56b55f2af:42779 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T09:20:42,004 INFO [RS:0;83f56b55f2af:42779 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T09:20:42,005 INFO [RS:0;83f56b55f2af:42779 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T09:20:42,005 INFO [RS:0;83f56b55f2af:42779 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T09:20:42,005 DEBUG [RS:0;83f56b55f2af:42779 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:20:42,005 DEBUG [RS:0;83f56b55f2af:42779 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:20:42,005 DEBUG [RS:0;83f56b55f2af:42779 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:20:42,005 DEBUG [RS:0;83f56b55f2af:42779 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:20:42,005 DEBUG [RS:0;83f56b55f2af:42779 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:20:42,005 DEBUG [RS:0;83f56b55f2af:42779 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/83f56b55f2af:0, corePoolSize=2, maxPoolSize=2 2024-11-14T09:20:42,005 DEBUG [RS:0;83f56b55f2af:42779 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:20:42,005 DEBUG [RS:0;83f56b55f2af:42779 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:20:42,005 DEBUG [RS:0;83f56b55f2af:42779 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:20:42,005 DEBUG [RS:0;83f56b55f2af:42779 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:20:42,006 DEBUG [RS:0;83f56b55f2af:42779 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:20:42,006 DEBUG [RS:0;83f56b55f2af:42779 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:20:42,006 DEBUG [RS:0;83f56b55f2af:42779 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/83f56b55f2af:0, corePoolSize=3, maxPoolSize=3 2024-11-14T09:20:42,006 DEBUG [RS:0;83f56b55f2af:42779 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/83f56b55f2af:0, corePoolSize=3, maxPoolSize=3 2024-11-14T09:20:42,012 INFO [RS:0;83f56b55f2af:42779 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T09:20:42,012 INFO [RS:0;83f56b55f2af:42779 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T09:20:42,012 INFO [RS:0;83f56b55f2af:42779 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T09:20:42,012 INFO [RS:0;83f56b55f2af:42779 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T09:20:42,012 INFO [RS:0;83f56b55f2af:42779 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T09:20:42,012 INFO [RS:0;83f56b55f2af:42779 {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,42779,1731576041233-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T09:20:42,031 INFO [RS:0;83f56b55f2af:42779 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T09:20:42,031 INFO [RS:0;83f56b55f2af:42779 {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,42779,1731576041233-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T09:20:42,031 INFO [RS:0;83f56b55f2af:42779 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:20:42,031 INFO [RS:0;83f56b55f2af:42779 {}] regionserver.Replication(171): 83f56b55f2af,42779,1731576041233 started 2024-11-14T09:20:42,049 INFO [RS:0;83f56b55f2af:42779 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:20:42,049 INFO [RS:0;83f56b55f2af:42779 {}] regionserver.HRegionServer(1482): Serving as 83f56b55f2af,42779,1731576041233, RpcServer on 83f56b55f2af/172.17.0.2:42779, sessionid=0x10115c75e360007 2024-11-14T09:20:42,049 DEBUG [RS:0;83f56b55f2af:42779 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T09:20:42,049 DEBUG [RS:0;83f56b55f2af:42779 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 83f56b55f2af,42779,1731576041233 2024-11-14T09:20:42,049 DEBUG [RS:0;83f56b55f2af:42779 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '83f56b55f2af,42779,1731576041233' 2024-11-14T09:20:42,049 DEBUG [RS:0;83f56b55f2af:42779 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1856677010/flush-table-proc/abort' 2024-11-14T09:20:42,050 DEBUG [RS:0;83f56b55f2af:42779 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1856677010/flush-table-proc/acquired' 2024-11-14T09:20:42,050 DEBUG [RS:0;83f56b55f2af:42779 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T09:20:42,050 DEBUG [RS:0;83f56b55f2af:42779 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T09:20:42,050 DEBUG [RS:0;83f56b55f2af:42779 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 83f56b55f2af,42779,1731576041233 2024-11-14T09:20:42,050 DEBUG [RS:0;83f56b55f2af:42779 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '83f56b55f2af,42779,1731576041233' 2024-11-14T09:20:42,050 DEBUG [RS:0;83f56b55f2af:42779 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1856677010/online-snapshot/abort' 2024-11-14T09:20:42,051 DEBUG [RS:0;83f56b55f2af:42779 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1856677010/online-snapshot/acquired' 2024-11-14T09:20:42,052 DEBUG [RS:0;83f56b55f2af:42779 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T09:20:42,052 INFO [RS:0;83f56b55f2af:42779 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T09:20:42,052 INFO [RS:0;83f56b55f2af:42779 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T09:20:42,125 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T09:20:42,126 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [83f56b55f2af,37065,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=83f56b55f2af:37065 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T09:20:42,126 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38326 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [83f56b55f2af,37065,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=83f56b55f2af:37065 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T09:20:42,153 INFO [RS:0;83f56b55f2af:42779 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T09:20:42,155 INFO [RS:0;83f56b55f2af:42779 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=83f56b55f2af%2C42779%2C1731576041233, suffix=, logDir=hdfs://localhost:33669/user/jenkins/test-data/c381d9d1-2cf3-f7a6-488b-e24f6ad09852/WALs/83f56b55f2af,42779,1731576041233, archiveDir=hdfs://localhost:33669/user/jenkins/test-data/c381d9d1-2cf3-f7a6-488b-e24f6ad09852/oldWALs, maxLogs=10 2024-11-14T09:20:42,171 DEBUG [RS:0;83f56b55f2af:42779 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c381d9d1-2cf3-f7a6-488b-e24f6ad09852/WALs/83f56b55f2af,42779,1731576041233/83f56b55f2af%2C42779%2C1731576041233.1731576042155, exclude list is [], retry=0 2024-11-14T09:20:42,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45633,DS-4b452ebd-8840-42f3-81dd-65b9dc9dad56,DISK] 2024-11-14T09:20:42,177 INFO [RS:0;83f56b55f2af:42779 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c381d9d1-2cf3-f7a6-488b-e24f6ad09852/WALs/83f56b55f2af,42779,1731576041233/83f56b55f2af%2C42779%2C1731576041233.1731576042155 2024-11-14T09:20:42,177 DEBUG [RS:0;83f56b55f2af:42779 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42301:42301)] 2024-11-14T09:20:42,278 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33669/user/jenkins/test-data/c381d9d1-2cf3-f7a6-488b-e24f6ad09852/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T09:20:42,278 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33669/user/jenkins/test-data/c381d9d1-2cf3-f7a6-488b-e24f6ad09852 2024-11-14T09:20:42,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45633 is added to blk_1073741833_1009 (size=32) 2024-11-14T09:20:42,550 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T09:20:42,552 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:20:42,592 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:20:42,592 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:20:42,592 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:20:42,593 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:20:42,593 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:20:42,593 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:20:42,598 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:20:42,600 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:20:42,600 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:20:42,602 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:20:42,619 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T09:20:42,684 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:20:42,686 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T09:20:42,687 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T09:20:42,687 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:20:42,687 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:20:42,687 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T09:20:42,688 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T09:20:42,688 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:20:42,689 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:20:42,689 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T09:20:42,690 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T09:20:42,690 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:20:42,690 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:20:42,690 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T09:20:42,691 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T09:20:42,691 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:20:42,692 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:20:42,692 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T09:20:42,692 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33669/user/jenkins/test-data/c381d9d1-2cf3-f7a6-488b-e24f6ad09852/data/hbase/meta/1588230740 2024-11-14T09:20:42,693 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33669/user/jenkins/test-data/c381d9d1-2cf3-f7a6-488b-e24f6ad09852/data/hbase/meta/1588230740 2024-11-14T09:20:42,695 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T09:20:42,695 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T09:20:42,695 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T09:20:42,696 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T09:20:42,698 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33669/user/jenkins/test-data/c381d9d1-2cf3-f7a6-488b-e24f6ad09852/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T09:20:42,698 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74593179, jitterRate=0.11152498424053192}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T09:20:42,698 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731576042684Initializing all the Stores at 1731576042685 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731576042685Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731576042685Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731576042685Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731576042685Cleaning up temporary data from old regions at 1731576042695 (+10 ms)Region opened successfully at 1731576042698 (+3 ms) 2024-11-14T09:20:42,698 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T09:20:42,698 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T09:20:42,698 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T09:20:42,698 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T09:20:42,698 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T09:20:42,700 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T09:20:42,700 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731576042698Disabling compacts and flushes for region at 1731576042698Disabling writes for close at 1731576042698Writing region close event to WAL at 1731576042700 (+2 ms)Closed at 1731576042700 2024-11-14T09:20:42,701 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T09:20:42,701 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T09:20:42,701 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T09:20:42,702 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T09:20:42,703 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T09:20:42,853 DEBUG [83f56b55f2af:36047 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T09:20:42,854 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=83f56b55f2af,42779,1731576041233 2024-11-14T09:20:42,855 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 83f56b55f2af,42779,1731576041233, state=OPENING 2024-11-14T09:20:42,856 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T09:20:42,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36047-0x10115c75e360006, quorum=127.0.0.1:54600, baseZNode=/2-1856677010 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1856677010 2024-11-14T09:20:42,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42779-0x10115c75e360007, quorum=127.0.0.1:54600, baseZNode=/2-1856677010 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1856677010 2024-11-14T09:20:42,858 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T09:20:42,858 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1856677010/meta-region-server: CHANGED 2024-11-14T09:20:42,858 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1856677010/meta-region-server: CHANGED 2024-11-14T09:20:42,858 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=83f56b55f2af,42779,1731576041233}] 2024-11-14T09:20:43,011 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T09:20:43,012 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54715, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T09:20:43,015 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T09:20:43,015 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T09:20:43,015 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T09:20:43,016 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=83f56b55f2af%2C42779%2C1731576041233.meta, suffix=.meta, logDir=hdfs://localhost:33669/user/jenkins/test-data/c381d9d1-2cf3-f7a6-488b-e24f6ad09852/WALs/83f56b55f2af,42779,1731576041233, archiveDir=hdfs://localhost:33669/user/jenkins/test-data/c381d9d1-2cf3-f7a6-488b-e24f6ad09852/oldWALs, maxLogs=10 2024-11-14T09:20:43,041 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c381d9d1-2cf3-f7a6-488b-e24f6ad09852/WALs/83f56b55f2af,42779,1731576041233/83f56b55f2af%2C42779%2C1731576041233.meta.1731576043026.meta, exclude list is [], retry=0 2024-11-14T09:20:43,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45633,DS-4b452ebd-8840-42f3-81dd-65b9dc9dad56,DISK] 2024-11-14T09:20:43,044 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c381d9d1-2cf3-f7a6-488b-e24f6ad09852/WALs/83f56b55f2af,42779,1731576041233/83f56b55f2af%2C42779%2C1731576041233.meta.1731576043026.meta 2024-11-14T09:20:43,045 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42301:42301)] 2024-11-14T09:20:43,045 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T09:20:43,045 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T09:20:43,045 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T09:20:43,045 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T09:20:43,045 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T09:20:43,045 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T09:20:43,045 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:20:43,045 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T09:20:43,045 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T09:20:43,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T09:20:43,047 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T09:20:43,047 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:20:43,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:20:43,048 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T09:20:43,048 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T09:20:43,048 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:20:43,048 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:20:43,048 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T09:20:43,049 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T09:20:43,049 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:20:43,049 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:20:43,049 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T09:20:43,049 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T09:20:43,049 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:20:43,050 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:20:43,050 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T09:20:43,050 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33669/user/jenkins/test-data/c381d9d1-2cf3-f7a6-488b-e24f6ad09852/data/hbase/meta/1588230740 2024-11-14T09:20:43,051 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33669/user/jenkins/test-data/c381d9d1-2cf3-f7a6-488b-e24f6ad09852/data/hbase/meta/1588230740 2024-11-14T09:20:43,052 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T09:20:43,052 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T09:20:43,052 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T09:20:43,053 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T09:20:43,054 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60343545, jitterRate=-0.10081110894680023}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T09:20:43,054 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T09:20:43,054 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731576043046Writing region info on filesystem at 1731576043046Initializing all the Stores at 1731576043046Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731576043046Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731576043046Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731576043046Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731576043046Cleaning up temporary data from old regions at 1731576043052 (+6 ms)Running coprocessor post-open hooks at 1731576043054 (+2 ms)Region opened successfully at 1731576043054 2024-11-14T09:20:43,055 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731576043010 2024-11-14T09:20:43,056 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T09:20:43,056 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T09:20:43,057 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=83f56b55f2af,42779,1731576041233 2024-11-14T09:20:43,058 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 83f56b55f2af,42779,1731576041233, state=OPEN 2024-11-14T09:20:43,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42779-0x10115c75e360007, quorum=127.0.0.1:54600, baseZNode=/2-1856677010 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1856677010/meta-region-server 2024-11-14T09:20:43,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36047-0x10115c75e360006, quorum=127.0.0.1:54600, baseZNode=/2-1856677010 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1856677010/meta-region-server 2024-11-14T09:20:43,060 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=83f56b55f2af,42779,1731576041233 2024-11-14T09:20:43,060 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1856677010/meta-region-server: CHANGED 2024-11-14T09:20:43,060 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1856677010/meta-region-server: CHANGED 2024-11-14T09:20:43,061 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T09:20:43,061 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=83f56b55f2af,42779,1731576041233 in 202 msec 2024-11-14T09:20:43,063 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T09:20:43,063 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 360 msec 2024-11-14T09:20:43,063 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T09:20:43,063 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T09:20:43,064 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:20:43,064 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83f56b55f2af,42779,1731576041233, seqNum=-1] 2024-11-14T09:20:43,065 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T09:20:43,066 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42885, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T09:20:43,069 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2070 sec 2024-11-14T09:20:43,069 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731576043069, completionTime=-1 2024-11-14T09:20:43,069 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T09:20:43,069 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T09:20:43,071 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T09:20:43,071 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731576103071 2024-11-14T09:20:43,071 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731576163071 2024-11-14T09:20:43,071 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T09:20:43,071 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,36047,1731576041165-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T09:20:43,071 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,36047,1731576041165-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:20:43,071 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,36047,1731576041165-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:20:43,071 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-83f56b55f2af:36047, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:20:43,072 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T09:20:43,072 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T09:20:43,073 DEBUG [master/83f56b55f2af:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T09:20:43,074 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.794sec 2024-11-14T09:20:43,074 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T09:20:43,074 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T09:20:43,074 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T09:20:43,074 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T09:20:43,074 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T09:20:43,074 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,36047,1731576041165-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T09:20:43,074 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,36047,1731576041165-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T09:20:43,076 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T09:20:43,076 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T09:20:43,076 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,36047,1731576041165-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:20:43,157 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c7e53c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:20:43,157 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83f56b55f2af,36047,-1 for getting cluster id 2024-11-14T09:20:43,157 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T09:20:43,158 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a283078-a048-495e-a3fe-339b80cb536b' 2024-11-14T09:20:43,158 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T09:20:43,158 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a283078-a048-495e-a3fe-339b80cb536b" 2024-11-14T09:20:43,159 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a0ba0c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:20:43,159 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83f56b55f2af,36047,-1] 2024-11-14T09:20:43,159 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T09:20:43,159 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:20:43,160 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T09:20:43,161 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3293f6c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:20:43,161 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:20:43,162 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83f56b55f2af,42779,1731576041233, seqNum=-1] 2024-11-14T09:20:43,163 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T09:20:43,164 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T09:20:43,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=83f56b55f2af,36047,1731576041165 2024-11-14T09:20:43,166 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:54600 2024-11-14T09:20:43,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:54600, baseZNode=/2-1856677010 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T09:20:43,173 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T09:20:43,174 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 83f56b55f2af,33133,1731576035287 2024-11-14T09:20:43,174 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@302847bc 2024-11-14T09:20:43,174 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T09:20:43,175 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T09:20:43,176 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33133 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T09:20:43,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33133 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T09:20:43,177 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10115c75e360008 connected 2024-11-14T09:20:43,178 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T09:20:43,178 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:20:43,178 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33133 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T09:20:43,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T09:20:43,179 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T09:20:43,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42435 is added to blk_1073741835_1011 (size=902) 2024-11-14T09:20:43,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T09:20:43,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T09:20:43,593 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 748cda6d6ad1053cbb30d577daf26d8e, NAME => 'test,,1731576043175.748cda6d6ad1053cbb30d577daf26d8e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791 2024-11-14T09:20:43,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42435 is added to blk_1073741836_1012 (size=39) 2024-11-14T09:20:43,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T09:20:44,008 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731576043175.748cda6d6ad1053cbb30d577daf26d8e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:20:44,008 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 748cda6d6ad1053cbb30d577daf26d8e, disabling compactions & flushes 2024-11-14T09:20:44,008 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731576043175.748cda6d6ad1053cbb30d577daf26d8e. 2024-11-14T09:20:44,008 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731576043175.748cda6d6ad1053cbb30d577daf26d8e. 2024-11-14T09:20:44,008 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731576043175.748cda6d6ad1053cbb30d577daf26d8e. after waiting 0 ms 2024-11-14T09:20:44,008 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731576043175.748cda6d6ad1053cbb30d577daf26d8e. 2024-11-14T09:20:44,008 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731576043175.748cda6d6ad1053cbb30d577daf26d8e. 2024-11-14T09:20:44,008 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 748cda6d6ad1053cbb30d577daf26d8e: Waiting for close lock at 1731576044008Disabling compacts and flushes for region at 1731576044008Disabling writes for close at 1731576044008Writing region close event to WAL at 1731576044008Closed at 1731576044008 2024-11-14T09:20:44,009 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T09:20:44,009 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731576043175.748cda6d6ad1053cbb30d577daf26d8e.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731576044009"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731576044009"}]},"ts":"1731576044009"} 2024-11-14T09:20:44,011 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T09:20:44,012 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T09:20:44,012 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731576044012"}]},"ts":"1731576044012"} 2024-11-14T09:20:44,013 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T09:20:44,014 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=748cda6d6ad1053cbb30d577daf26d8e, ASSIGN}] 2024-11-14T09:20:44,015 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=748cda6d6ad1053cbb30d577daf26d8e, ASSIGN 2024-11-14T09:20:44,015 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=748cda6d6ad1053cbb30d577daf26d8e, ASSIGN; state=OFFLINE, location=83f56b55f2af,36205,1731576035343; forceNewPlan=false, retain=false 2024-11-14T09:20:44,166 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=748cda6d6ad1053cbb30d577daf26d8e, regionState=OPENING, regionLocation=83f56b55f2af,36205,1731576035343 2024-11-14T09:20:44,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=748cda6d6ad1053cbb30d577daf26d8e, ASSIGN because future has completed 2024-11-14T09:20:44,169 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 748cda6d6ad1053cbb30d577daf26d8e, server=83f56b55f2af,36205,1731576035343}] 2024-11-14T09:20:44,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T09:20:44,324 INFO [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731576043175.748cda6d6ad1053cbb30d577daf26d8e. 2024-11-14T09:20:44,324 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 748cda6d6ad1053cbb30d577daf26d8e, NAME => 'test,,1731576043175.748cda6d6ad1053cbb30d577daf26d8e.', STARTKEY => '', ENDKEY => ''} 2024-11-14T09:20:44,324 INFO [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T09:20:44,324 INFO [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T09:20:44,324 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 748cda6d6ad1053cbb30d577daf26d8e 2024-11-14T09:20:44,324 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731576043175.748cda6d6ad1053cbb30d577daf26d8e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:20:44,324 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 748cda6d6ad1053cbb30d577daf26d8e 2024-11-14T09:20:44,325 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 748cda6d6ad1053cbb30d577daf26d8e 2024-11-14T09:20:44,325 INFO [StoreOpener-748cda6d6ad1053cbb30d577daf26d8e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 748cda6d6ad1053cbb30d577daf26d8e 2024-11-14T09:20:44,326 INFO [StoreOpener-748cda6d6ad1053cbb30d577daf26d8e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 748cda6d6ad1053cbb30d577daf26d8e columnFamilyName f 2024-11-14T09:20:44,326 DEBUG [StoreOpener-748cda6d6ad1053cbb30d577daf26d8e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:20:44,327 INFO [StoreOpener-748cda6d6ad1053cbb30d577daf26d8e-1 {}] regionserver.HStore(327): Store=748cda6d6ad1053cbb30d577daf26d8e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:20:44,327 INFO [StoreOpener-748cda6d6ad1053cbb30d577daf26d8e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 748cda6d6ad1053cbb30d577daf26d8e 2024-11-14T09:20:44,328 INFO [StoreOpener-748cda6d6ad1053cbb30d577daf26d8e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 748cda6d6ad1053cbb30d577daf26d8e columnFamilyName f1 2024-11-14T09:20:44,328 DEBUG [StoreOpener-748cda6d6ad1053cbb30d577daf26d8e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:20:44,328 INFO [StoreOpener-748cda6d6ad1053cbb30d577daf26d8e-1 {}] regionserver.HStore(327): Store=748cda6d6ad1053cbb30d577daf26d8e/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:20:44,328 INFO [StoreOpener-748cda6d6ad1053cbb30d577daf26d8e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 748cda6d6ad1053cbb30d577daf26d8e 2024-11-14T09:20:44,329 INFO [StoreOpener-748cda6d6ad1053cbb30d577daf26d8e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 748cda6d6ad1053cbb30d577daf26d8e columnFamilyName norep 2024-11-14T09:20:44,329 DEBUG [StoreOpener-748cda6d6ad1053cbb30d577daf26d8e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:20:44,329 INFO [StoreOpener-748cda6d6ad1053cbb30d577daf26d8e-1 {}] regionserver.HStore(327): Store=748cda6d6ad1053cbb30d577daf26d8e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:20:44,329 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 748cda6d6ad1053cbb30d577daf26d8e 2024-11-14T09:20:44,330 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/data/default/test/748cda6d6ad1053cbb30d577daf26d8e 2024-11-14T09:20:44,330 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/data/default/test/748cda6d6ad1053cbb30d577daf26d8e 2024-11-14T09:20:44,330 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 748cda6d6ad1053cbb30d577daf26d8e 2024-11-14T09:20:44,330 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 748cda6d6ad1053cbb30d577daf26d8e 2024-11-14T09:20:44,331 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T09:20:44,331 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 748cda6d6ad1053cbb30d577daf26d8e 2024-11-14T09:20:44,333 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/data/default/test/748cda6d6ad1053cbb30d577daf26d8e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T09:20:44,333 INFO [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 748cda6d6ad1053cbb30d577daf26d8e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62355598, jitterRate=-0.07082918286323547}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T09:20:44,333 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 748cda6d6ad1053cbb30d577daf26d8e 2024-11-14T09:20:44,334 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 748cda6d6ad1053cbb30d577daf26d8e: Running coprocessor pre-open hook at 1731576044325Writing region info on filesystem at 1731576044325Initializing all the Stores at 1731576044325Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731576044325Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731576044325Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731576044325Cleaning up temporary data from old regions at 1731576044330 (+5 ms)Running coprocessor post-open hooks at 1731576044333 (+3 ms)Region opened successfully at 1731576044334 (+1 ms) 2024-11-14T09:20:44,334 INFO [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731576043175.748cda6d6ad1053cbb30d577daf26d8e., pid=6, masterSystemTime=1731576044320 2024-11-14T09:20:44,336 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731576043175.748cda6d6ad1053cbb30d577daf26d8e. 2024-11-14T09:20:44,336 INFO [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731576043175.748cda6d6ad1053cbb30d577daf26d8e. 2024-11-14T09:20:44,337 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=748cda6d6ad1053cbb30d577daf26d8e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=83f56b55f2af,36205,1731576035343 2024-11-14T09:20:44,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 748cda6d6ad1053cbb30d577daf26d8e, server=83f56b55f2af,36205,1731576035343 because future has completed 2024-11-14T09:20:44,341 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T09:20:44,341 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 748cda6d6ad1053cbb30d577daf26d8e, server=83f56b55f2af,36205,1731576035343 in 170 msec 2024-11-14T09:20:44,342 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T09:20:44,342 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=748cda6d6ad1053cbb30d577daf26d8e, ASSIGN in 327 msec 2024-11-14T09:20:44,343 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T09:20:44,343 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731576044343"}]},"ts":"1731576044343"} 2024-11-14T09:20:44,345 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T09:20:44,346 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T09:20:44,347 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1700 sec 2024-11-14T09:20:45,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T09:20:45,325 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T09:20:45,325 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T09:20:45,326 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 83f56b55f2af,46059,1731576038029 2024-11-14T09:20:45,326 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@11eedcd5 2024-11-14T09:20:45,326 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T09:20:45,327 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T09:20:45,328 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46059 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T09:20:45,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46059 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T09:20:45,330 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T09:20:45,330 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:20:45,330 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46059 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T09:20:45,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46059 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T09:20:45,331 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T09:20:45,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40195 is added to blk_1073741835_1011 (size=902) 2024-11-14T09:20:45,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46059 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T09:20:45,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46059 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T09:20:45,743 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7fc2ad1935964bcb5137bfb7b6a2133a, NAME => 'test,,1731576045328.7fc2ad1935964bcb5137bfb7b6a2133a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799 2024-11-14T09:20:45,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40195 is added to blk_1073741836_1012 (size=39) 2024-11-14T09:20:45,749 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731576045328.7fc2ad1935964bcb5137bfb7b6a2133a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:20:45,749 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 7fc2ad1935964bcb5137bfb7b6a2133a, disabling compactions & flushes 2024-11-14T09:20:45,749 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731576045328.7fc2ad1935964bcb5137bfb7b6a2133a. 2024-11-14T09:20:45,749 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731576045328.7fc2ad1935964bcb5137bfb7b6a2133a. 2024-11-14T09:20:45,749 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731576045328.7fc2ad1935964bcb5137bfb7b6a2133a. after waiting 0 ms 2024-11-14T09:20:45,749 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731576045328.7fc2ad1935964bcb5137bfb7b6a2133a. 2024-11-14T09:20:45,749 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731576045328.7fc2ad1935964bcb5137bfb7b6a2133a. 2024-11-14T09:20:45,749 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7fc2ad1935964bcb5137bfb7b6a2133a: Waiting for close lock at 1731576045749Disabling compacts and flushes for region at 1731576045749Disabling writes for close at 1731576045749Writing region close event to WAL at 1731576045749Closed at 1731576045749 2024-11-14T09:20:45,750 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T09:20:45,751 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731576045328.7fc2ad1935964bcb5137bfb7b6a2133a.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731576045750"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731576045750"}]},"ts":"1731576045750"} 2024-11-14T09:20:45,752 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T09:20:45,753 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T09:20:45,753 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731576045753"}]},"ts":"1731576045753"} 2024-11-14T09:20:45,754 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T09:20:45,755 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7fc2ad1935964bcb5137bfb7b6a2133a, ASSIGN}] 2024-11-14T09:20:45,755 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7fc2ad1935964bcb5137bfb7b6a2133a, ASSIGN 2024-11-14T09:20:45,756 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=7fc2ad1935964bcb5137bfb7b6a2133a, ASSIGN; state=OFFLINE, location=83f56b55f2af,40071,1731576038116; forceNewPlan=false, retain=false 2024-11-14T09:20:45,907 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7fc2ad1935964bcb5137bfb7b6a2133a, regionState=OPENING, regionLocation=83f56b55f2af,40071,1731576038116 2024-11-14T09:20:45,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=7fc2ad1935964bcb5137bfb7b6a2133a, ASSIGN because future has completed 2024-11-14T09:20:45,909 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7fc2ad1935964bcb5137bfb7b6a2133a, server=83f56b55f2af,40071,1731576038116}] 2024-11-14T09:20:45,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46059 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T09:20:46,066 INFO [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731576045328.7fc2ad1935964bcb5137bfb7b6a2133a. 2024-11-14T09:20:46,066 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 7fc2ad1935964bcb5137bfb7b6a2133a, NAME => 'test,,1731576045328.7fc2ad1935964bcb5137bfb7b6a2133a.', STARTKEY => '', ENDKEY => ''} 2024-11-14T09:20:46,066 INFO [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T09:20:46,066 INFO [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T09:20:46,066 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7fc2ad1935964bcb5137bfb7b6a2133a 2024-11-14T09:20:46,067 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731576045328.7fc2ad1935964bcb5137bfb7b6a2133a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:20:46,067 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 7fc2ad1935964bcb5137bfb7b6a2133a 2024-11-14T09:20:46,067 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 7fc2ad1935964bcb5137bfb7b6a2133a 2024-11-14T09:20:46,068 INFO [StoreOpener-7fc2ad1935964bcb5137bfb7b6a2133a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7fc2ad1935964bcb5137bfb7b6a2133a 2024-11-14T09:20:46,069 INFO [StoreOpener-7fc2ad1935964bcb5137bfb7b6a2133a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7fc2ad1935964bcb5137bfb7b6a2133a columnFamilyName f 2024-11-14T09:20:46,069 DEBUG [StoreOpener-7fc2ad1935964bcb5137bfb7b6a2133a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:20:46,070 INFO [StoreOpener-7fc2ad1935964bcb5137bfb7b6a2133a-1 {}] regionserver.HStore(327): Store=7fc2ad1935964bcb5137bfb7b6a2133a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:20:46,070 INFO [StoreOpener-7fc2ad1935964bcb5137bfb7b6a2133a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 7fc2ad1935964bcb5137bfb7b6a2133a 2024-11-14T09:20:46,072 INFO [StoreOpener-7fc2ad1935964bcb5137bfb7b6a2133a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7fc2ad1935964bcb5137bfb7b6a2133a columnFamilyName f1 2024-11-14T09:20:46,072 DEBUG [StoreOpener-7fc2ad1935964bcb5137bfb7b6a2133a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:20:46,072 INFO [StoreOpener-7fc2ad1935964bcb5137bfb7b6a2133a-1 {}] regionserver.HStore(327): Store=7fc2ad1935964bcb5137bfb7b6a2133a/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:20:46,072 INFO [StoreOpener-7fc2ad1935964bcb5137bfb7b6a2133a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7fc2ad1935964bcb5137bfb7b6a2133a 2024-11-14T09:20:46,073 INFO [StoreOpener-7fc2ad1935964bcb5137bfb7b6a2133a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7fc2ad1935964bcb5137bfb7b6a2133a columnFamilyName norep 2024-11-14T09:20:46,073 DEBUG [StoreOpener-7fc2ad1935964bcb5137bfb7b6a2133a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:20:46,074 INFO [StoreOpener-7fc2ad1935964bcb5137bfb7b6a2133a-1 {}] regionserver.HStore(327): Store=7fc2ad1935964bcb5137bfb7b6a2133a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:20:46,074 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 7fc2ad1935964bcb5137bfb7b6a2133a 2024-11-14T09:20:46,074 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/data/default/test/7fc2ad1935964bcb5137bfb7b6a2133a 2024-11-14T09:20:46,075 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/data/default/test/7fc2ad1935964bcb5137bfb7b6a2133a 2024-11-14T09:20:46,075 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 7fc2ad1935964bcb5137bfb7b6a2133a 2024-11-14T09:20:46,075 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 7fc2ad1935964bcb5137bfb7b6a2133a 2024-11-14T09:20:46,076 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T09:20:46,077 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 7fc2ad1935964bcb5137bfb7b6a2133a 2024-11-14T09:20:46,079 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/data/default/test/7fc2ad1935964bcb5137bfb7b6a2133a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T09:20:46,079 INFO [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 7fc2ad1935964bcb5137bfb7b6a2133a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72381227, jitterRate=0.07856433093547821}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T09:20:46,079 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7fc2ad1935964bcb5137bfb7b6a2133a 2024-11-14T09:20:46,080 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 7fc2ad1935964bcb5137bfb7b6a2133a: Running coprocessor pre-open hook at 1731576046067Writing region info on filesystem at 1731576046067Initializing all the Stores at 1731576046068 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731576046068Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731576046068Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731576046068Cleaning up temporary data from old regions at 1731576046075 (+7 ms)Running coprocessor post-open hooks at 1731576046079 (+4 ms)Region opened successfully at 1731576046079 2024-11-14T09:20:46,080 INFO [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731576045328.7fc2ad1935964bcb5137bfb7b6a2133a., pid=6, masterSystemTime=1731576046061 2024-11-14T09:20:46,082 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731576045328.7fc2ad1935964bcb5137bfb7b6a2133a. 2024-11-14T09:20:46,082 INFO [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731576045328.7fc2ad1935964bcb5137bfb7b6a2133a. 2024-11-14T09:20:46,083 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7fc2ad1935964bcb5137bfb7b6a2133a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=83f56b55f2af,40071,1731576038116 2024-11-14T09:20:46,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7fc2ad1935964bcb5137bfb7b6a2133a, server=83f56b55f2af,40071,1731576038116 because future has completed 2024-11-14T09:20:46,087 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T09:20:46,087 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7fc2ad1935964bcb5137bfb7b6a2133a, server=83f56b55f2af,40071,1731576038116 in 177 msec 2024-11-14T09:20:46,089 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T09:20:46,089 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=7fc2ad1935964bcb5137bfb7b6a2133a, ASSIGN in 332 msec 2024-11-14T09:20:46,090 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T09:20:46,090 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731576046090"}]},"ts":"1731576046090"} 2024-11-14T09:20:46,092 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T09:20:46,096 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T09:20:46,098 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 768 msec 2024-11-14T09:20:46,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46059 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T09:20:46,465 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T09:20:46,465 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T09:20:46,466 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 83f56b55f2af,36047,1731576041165 2024-11-14T09:20:46,466 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@386674be 2024-11-14T09:20:46,467 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T09:20:46,468 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T09:20:46,469 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36047 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T09:20:46,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36047 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T09:20:46,471 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T09:20:46,471 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:20:46,472 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36047 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T09:20:46,472 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T09:20:46,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36047 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T09:20:46,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45633 is added to blk_1073741835_1011 (size=902) 2024-11-14T09:20:46,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36047 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T09:20:46,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36047 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T09:20:46,883 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2adfa175cb3d393f0334fae86a9e9174, NAME => 'test,,1731576046468.2adfa175cb3d393f0334fae86a9e9174.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33669/user/jenkins/test-data/c381d9d1-2cf3-f7a6-488b-e24f6ad09852 2024-11-14T09:20:46,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45633 is added to blk_1073741836_1012 (size=39) 2024-11-14T09:20:47,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36047 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T09:20:47,292 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731576046468.2adfa175cb3d393f0334fae86a9e9174.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:20:47,292 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 2adfa175cb3d393f0334fae86a9e9174, disabling compactions & flushes 2024-11-14T09:20:47,292 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731576046468.2adfa175cb3d393f0334fae86a9e9174. 2024-11-14T09:20:47,292 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731576046468.2adfa175cb3d393f0334fae86a9e9174. 2024-11-14T09:20:47,292 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731576046468.2adfa175cb3d393f0334fae86a9e9174. after waiting 0 ms 2024-11-14T09:20:47,292 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731576046468.2adfa175cb3d393f0334fae86a9e9174. 2024-11-14T09:20:47,292 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731576046468.2adfa175cb3d393f0334fae86a9e9174. 2024-11-14T09:20:47,292 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2adfa175cb3d393f0334fae86a9e9174: Waiting for close lock at 1731576047292Disabling compacts and flushes for region at 1731576047292Disabling writes for close at 1731576047292Writing region close event to WAL at 1731576047292Closed at 1731576047292 2024-11-14T09:20:47,293 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T09:20:47,294 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731576046468.2adfa175cb3d393f0334fae86a9e9174.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731576047293"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731576047293"}]},"ts":"1731576047293"} 2024-11-14T09:20:47,295 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T09:20:47,296 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T09:20:47,297 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731576047297"}]},"ts":"1731576047297"} 2024-11-14T09:20:47,298 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T09:20:47,298 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2adfa175cb3d393f0334fae86a9e9174, ASSIGN}] 2024-11-14T09:20:47,299 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2adfa175cb3d393f0334fae86a9e9174, ASSIGN 2024-11-14T09:20:47,300 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=2adfa175cb3d393f0334fae86a9e9174, ASSIGN; state=OFFLINE, location=83f56b55f2af,42779,1731576041233; forceNewPlan=false, retain=false 2024-11-14T09:20:47,451 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2adfa175cb3d393f0334fae86a9e9174, regionState=OPENING, regionLocation=83f56b55f2af,42779,1731576041233 2024-11-14T09:20:47,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=2adfa175cb3d393f0334fae86a9e9174, ASSIGN because future has completed 2024-11-14T09:20:47,454 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2adfa175cb3d393f0334fae86a9e9174, server=83f56b55f2af,42779,1731576041233}] 2024-11-14T09:20:47,487 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T09:20:47,487 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-14T09:20:47,488 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T09:20:47,488 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-14T09:20:47,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36047 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T09:20:47,609 INFO [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731576046468.2adfa175cb3d393f0334fae86a9e9174. 2024-11-14T09:20:47,610 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 2adfa175cb3d393f0334fae86a9e9174, NAME => 'test,,1731576046468.2adfa175cb3d393f0334fae86a9e9174.', STARTKEY => '', ENDKEY => ''} 2024-11-14T09:20:47,610 INFO [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T09:20:47,610 INFO [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T09:20:47,610 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 2adfa175cb3d393f0334fae86a9e9174 2024-11-14T09:20:47,610 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731576046468.2adfa175cb3d393f0334fae86a9e9174.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:20:47,610 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 2adfa175cb3d393f0334fae86a9e9174 2024-11-14T09:20:47,610 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 2adfa175cb3d393f0334fae86a9e9174 2024-11-14T09:20:47,611 INFO [StoreOpener-2adfa175cb3d393f0334fae86a9e9174-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2adfa175cb3d393f0334fae86a9e9174 2024-11-14T09:20:47,612 INFO [StoreOpener-2adfa175cb3d393f0334fae86a9e9174-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2adfa175cb3d393f0334fae86a9e9174 columnFamilyName f 2024-11-14T09:20:47,613 DEBUG [StoreOpener-2adfa175cb3d393f0334fae86a9e9174-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:20:47,613 INFO [StoreOpener-2adfa175cb3d393f0334fae86a9e9174-1 {}] regionserver.HStore(327): Store=2adfa175cb3d393f0334fae86a9e9174/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:20:47,613 INFO [StoreOpener-2adfa175cb3d393f0334fae86a9e9174-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 2adfa175cb3d393f0334fae86a9e9174 2024-11-14T09:20:47,614 INFO [StoreOpener-2adfa175cb3d393f0334fae86a9e9174-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2adfa175cb3d393f0334fae86a9e9174 columnFamilyName f1 2024-11-14T09:20:47,614 DEBUG [StoreOpener-2adfa175cb3d393f0334fae86a9e9174-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:20:47,614 INFO [StoreOpener-2adfa175cb3d393f0334fae86a9e9174-1 {}] regionserver.HStore(327): Store=2adfa175cb3d393f0334fae86a9e9174/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:20:47,614 INFO [StoreOpener-2adfa175cb3d393f0334fae86a9e9174-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 2adfa175cb3d393f0334fae86a9e9174 2024-11-14T09:20:47,615 INFO [StoreOpener-2adfa175cb3d393f0334fae86a9e9174-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2adfa175cb3d393f0334fae86a9e9174 columnFamilyName norep 2024-11-14T09:20:47,615 DEBUG [StoreOpener-2adfa175cb3d393f0334fae86a9e9174-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:20:47,615 INFO [StoreOpener-2adfa175cb3d393f0334fae86a9e9174-1 {}] regionserver.HStore(327): Store=2adfa175cb3d393f0334fae86a9e9174/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:20:47,615 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 2adfa175cb3d393f0334fae86a9e9174 2024-11-14T09:20:47,616 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33669/user/jenkins/test-data/c381d9d1-2cf3-f7a6-488b-e24f6ad09852/data/default/test/2adfa175cb3d393f0334fae86a9e9174 2024-11-14T09:20:47,616 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33669/user/jenkins/test-data/c381d9d1-2cf3-f7a6-488b-e24f6ad09852/data/default/test/2adfa175cb3d393f0334fae86a9e9174 2024-11-14T09:20:47,617 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 2adfa175cb3d393f0334fae86a9e9174 2024-11-14T09:20:47,617 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 2adfa175cb3d393f0334fae86a9e9174 2024-11-14T09:20:47,617 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T09:20:47,618 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 2adfa175cb3d393f0334fae86a9e9174 2024-11-14T09:20:47,619 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33669/user/jenkins/test-data/c381d9d1-2cf3-f7a6-488b-e24f6ad09852/data/default/test/2adfa175cb3d393f0334fae86a9e9174/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T09:20:47,620 INFO [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 2adfa175cb3d393f0334fae86a9e9174; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70598868, jitterRate=0.052005112171173096}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T09:20:47,620 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2adfa175cb3d393f0334fae86a9e9174 2024-11-14T09:20:47,620 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 2adfa175cb3d393f0334fae86a9e9174: Running coprocessor pre-open hook at 1731576047611Writing region info on filesystem at 1731576047611Initializing all the Stores at 1731576047611Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731576047611Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731576047611Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731576047611Cleaning up temporary data from old regions at 1731576047617 (+6 ms)Running coprocessor post-open hooks at 1731576047620 (+3 ms)Region opened successfully at 1731576047620 2024-11-14T09:20:47,620 INFO [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731576046468.2adfa175cb3d393f0334fae86a9e9174., pid=6, masterSystemTime=1731576047606 2024-11-14T09:20:47,622 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731576046468.2adfa175cb3d393f0334fae86a9e9174. 2024-11-14T09:20:47,622 INFO [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731576046468.2adfa175cb3d393f0334fae86a9e9174. 2024-11-14T09:20:47,623 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2adfa175cb3d393f0334fae86a9e9174, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=83f56b55f2af,42779,1731576041233 2024-11-14T09:20:47,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2adfa175cb3d393f0334fae86a9e9174, server=83f56b55f2af,42779,1731576041233 because future has completed 2024-11-14T09:20:47,627 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T09:20:47,627 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2adfa175cb3d393f0334fae86a9e9174, server=83f56b55f2af,42779,1731576041233 in 172 msec 2024-11-14T09:20:47,629 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T09:20:47,629 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=2adfa175cb3d393f0334fae86a9e9174, ASSIGN in 329 msec 2024-11-14T09:20:47,630 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T09:20:47,630 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731576047630"}]},"ts":"1731576047630"} 2024-11-14T09:20:47,631 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T09:20:47,632 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T09:20:47,633 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1630 sec 2024-11-14T09:20:47,997 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-14T09:20:48,548 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T09:20:48,549 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:20:48,586 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:20:48,587 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:20:48,587 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:20:48,587 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:20:48,588 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:20:48,588 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:20:48,592 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:20:48,595 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:20:48,595 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:20:48,596 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:20:48,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36047 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T09:20:48,616 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T09:20:48,617 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cbfc4d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:20:48,617 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83f56b55f2af,33133,-1 for getting cluster id 2024-11-14T09:20:48,617 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T09:20:48,618 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e57703ed-8820-43c0-ae2d-8039694f365f' 2024-11-14T09:20:48,619 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T09:20:48,619 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e57703ed-8820-43c0-ae2d-8039694f365f" 2024-11-14T09:20:48,619 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55466dbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:20:48,619 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83f56b55f2af,33133,-1] 2024-11-14T09:20:48,619 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T09:20:48,619 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:20:48,620 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T09:20:48,621 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ffc38fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:20:48,621 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T09:20:48,622 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 83f56b55f2af,33133,1731576035287 2024-11-14T09:20:48,622 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@759cbca9 2024-11-14T09:20:48,622 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T09:20:48,623 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T09:20:48,623 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33133 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://83f56b55f2af:46059,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T09:20:48,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33133 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T09:20:48,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T09:20:48,627 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='83f56b55f2af:46059' 2024-11-14T09:20:48,628 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e52f411, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:20:48,628 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 83f56b55f2af,46059,-1 for getting cluster id 2024-11-14T09:20:48,628 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T09:20:48,628 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c8588682-0279-4ea0-b11d-363f7a3cbe6f' 2024-11-14T09:20:48,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T09:20:48,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c8588682-0279-4ea0-b11d-363f7a3cbe6f" 2024-11-14T09:20:48,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d1a19c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:20:48,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83f56b55f2af,46059,-1] 2024-11-14T09:20:48,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T09:20:48,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:20:48,630 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T09:20:48,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e58a843, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:20:48,630 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T09:20:48,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 83f56b55f2af,46059,1731576038029 2024-11-14T09:20:48,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5ab415fc 2024-11-14T09:20:48,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T09:20:48,632 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T09:20:48,633 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T09:20:48,633 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T09:20:48,633 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:20:48,633 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:20:48,633 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T09:20:48,633 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T09:20:48,634 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T09:20:48,635 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T09:20:48,635 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:20:48,636 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T09:20:48,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42435 is added to blk_1073741837_1013 (size=1138) 2024-11-14T09:20:48,684 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T09:20:48,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T09:20:48,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T09:20:49,042 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3e47c947df8a99a4bbf094d35e529f7f, NAME => 'hbase:replication,,1731576048633.3e47c947df8a99a4bbf094d35e529f7f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791 2024-11-14T09:20:49,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42435 is added to blk_1073741838_1014 (size=44) 2024-11-14T09:20:49,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T09:20:49,448 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731576048633.3e47c947df8a99a4bbf094d35e529f7f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:20:49,448 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 3e47c947df8a99a4bbf094d35e529f7f, disabling compactions & flushes 2024-11-14T09:20:49,448 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731576048633.3e47c947df8a99a4bbf094d35e529f7f. 2024-11-14T09:20:49,448 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731576048633.3e47c947df8a99a4bbf094d35e529f7f. 2024-11-14T09:20:49,448 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731576048633.3e47c947df8a99a4bbf094d35e529f7f. after waiting 0 ms 2024-11-14T09:20:49,448 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731576048633.3e47c947df8a99a4bbf094d35e529f7f. 2024-11-14T09:20:49,448 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731576048633.3e47c947df8a99a4bbf094d35e529f7f. 2024-11-14T09:20:49,448 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3e47c947df8a99a4bbf094d35e529f7f: Waiting for close lock at 1731576049448Disabling compacts and flushes for region at 1731576049448Disabling writes for close at 1731576049448Writing region close event to WAL at 1731576049448Closed at 1731576049448 2024-11-14T09:20:49,450 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T09:20:49,450 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731576048633.3e47c947df8a99a4bbf094d35e529f7f.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731576049450"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731576049450"}]},"ts":"1731576049450"} 2024-11-14T09:20:49,452 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T09:20:49,453 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T09:20:49,453 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731576049453"}]},"ts":"1731576049453"} 2024-11-14T09:20:49,454 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T09:20:49,454 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3e47c947df8a99a4bbf094d35e529f7f, ASSIGN}] 2024-11-14T09:20:49,455 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3e47c947df8a99a4bbf094d35e529f7f, ASSIGN 2024-11-14T09:20:49,456 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3e47c947df8a99a4bbf094d35e529f7f, ASSIGN; state=OFFLINE, location=83f56b55f2af,36205,1731576035343; forceNewPlan=false, retain=false 2024-11-14T09:20:49,607 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3e47c947df8a99a4bbf094d35e529f7f, regionState=OPENING, regionLocation=83f56b55f2af,36205,1731576035343 2024-11-14T09:20:49,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3e47c947df8a99a4bbf094d35e529f7f, ASSIGN because future has completed 2024-11-14T09:20:49,610 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3e47c947df8a99a4bbf094d35e529f7f, server=83f56b55f2af,36205,1731576035343}] 2024-11-14T09:20:49,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T09:20:49,768 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731576048633.3e47c947df8a99a4bbf094d35e529f7f. 2024-11-14T09:20:49,769 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T09:20:49,769 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T09:20:49,770 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=83f56b55f2af%2C36205%2C1731576035343.rep, suffix=, logDir=hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/WALs/83f56b55f2af,36205,1731576035343, archiveDir=hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/oldWALs, maxLogs=10 2024-11-14T09:20:49,789 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/WALs/83f56b55f2af,36205,1731576035343/83f56b55f2af%2C36205%2C1731576035343.rep.1731576049771, exclude list is [], retry=0 2024-11-14T09:20:49,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42435,DS-4aaa8621-865b-45b2-9aa6-21a3e5837b81,DISK] 2024-11-14T09:20:49,793 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/WALs/83f56b55f2af,36205,1731576035343/83f56b55f2af%2C36205%2C1731576035343.rep.1731576049771 2024-11-14T09:20:49,794 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41607:41607)] 2024-11-14T09:20:49,795 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 3e47c947df8a99a4bbf094d35e529f7f, NAME => 'hbase:replication,,1731576048633.3e47c947df8a99a4bbf094d35e529f7f.', STARTKEY => '', ENDKEY => ''} 2024-11-14T09:20:49,795 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T09:20:49,795 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T09:20:49,795 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731576048633.3e47c947df8a99a4bbf094d35e529f7f. service=MultiRowMutationService 2024-11-14T09:20:49,795 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T09:20:49,795 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 3e47c947df8a99a4bbf094d35e529f7f 2024-11-14T09:20:49,795 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731576048633.3e47c947df8a99a4bbf094d35e529f7f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:20:49,796 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 3e47c947df8a99a4bbf094d35e529f7f 2024-11-14T09:20:49,796 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 3e47c947df8a99a4bbf094d35e529f7f 2024-11-14T09:20:49,800 INFO [StoreOpener-3e47c947df8a99a4bbf094d35e529f7f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 3e47c947df8a99a4bbf094d35e529f7f 2024-11-14T09:20:49,802 INFO [StoreOpener-3e47c947df8a99a4bbf094d35e529f7f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e47c947df8a99a4bbf094d35e529f7f columnFamilyName hfileref 2024-11-14T09:20:49,802 DEBUG [StoreOpener-3e47c947df8a99a4bbf094d35e529f7f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:20:49,802 INFO [StoreOpener-3e47c947df8a99a4bbf094d35e529f7f-1 {}] regionserver.HStore(327): Store=3e47c947df8a99a4bbf094d35e529f7f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:20:49,802 INFO [StoreOpener-3e47c947df8a99a4bbf094d35e529f7f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 3e47c947df8a99a4bbf094d35e529f7f 2024-11-14T09:20:49,803 INFO [StoreOpener-3e47c947df8a99a4bbf094d35e529f7f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e47c947df8a99a4bbf094d35e529f7f columnFamilyName queue 2024-11-14T09:20:49,803 DEBUG [StoreOpener-3e47c947df8a99a4bbf094d35e529f7f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:20:49,803 INFO [StoreOpener-3e47c947df8a99a4bbf094d35e529f7f-1 {}] regionserver.HStore(327): Store=3e47c947df8a99a4bbf094d35e529f7f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:20:49,803 INFO [StoreOpener-3e47c947df8a99a4bbf094d35e529f7f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 3e47c947df8a99a4bbf094d35e529f7f 2024-11-14T09:20:49,804 INFO [StoreOpener-3e47c947df8a99a4bbf094d35e529f7f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e47c947df8a99a4bbf094d35e529f7f columnFamilyName sid 2024-11-14T09:20:49,804 DEBUG [StoreOpener-3e47c947df8a99a4bbf094d35e529f7f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:20:49,805 INFO [StoreOpener-3e47c947df8a99a4bbf094d35e529f7f-1 {}] regionserver.HStore(327): Store=3e47c947df8a99a4bbf094d35e529f7f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:20:49,805 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 3e47c947df8a99a4bbf094d35e529f7f 2024-11-14T09:20:49,805 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/data/hbase/replication/3e47c947df8a99a4bbf094d35e529f7f 2024-11-14T09:20:49,806 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/data/hbase/replication/3e47c947df8a99a4bbf094d35e529f7f 2024-11-14T09:20:49,807 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 3e47c947df8a99a4bbf094d35e529f7f 2024-11-14T09:20:49,807 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 3e47c947df8a99a4bbf094d35e529f7f 2024-11-14T09:20:49,808 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T09:20:49,809 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 3e47c947df8a99a4bbf094d35e529f7f 2024-11-14T09:20:49,811 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/data/hbase/replication/3e47c947df8a99a4bbf094d35e529f7f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T09:20:49,812 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 3e47c947df8a99a4bbf094d35e529f7f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59176993, jitterRate=-0.1181940883398056}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T09:20:49,812 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3e47c947df8a99a4bbf094d35e529f7f 2024-11-14T09:20:49,812 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 3e47c947df8a99a4bbf094d35e529f7f: Running coprocessor pre-open hook at 1731576049796Writing region info on filesystem at 1731576049796Initializing all the Stores at 1731576049797 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731576049797Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731576049800 (+3 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731576049800Cleaning up temporary data from old regions at 1731576049807 (+7 ms)Running coprocessor post-open hooks at 1731576049812 (+5 ms)Region opened successfully at 1731576049812 2024-11-14T09:20:49,813 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731576048633.3e47c947df8a99a4bbf094d35e529f7f., pid=10, masterSystemTime=1731576049763 2024-11-14T09:20:49,815 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731576048633.3e47c947df8a99a4bbf094d35e529f7f. 2024-11-14T09:20:49,815 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731576048633.3e47c947df8a99a4bbf094d35e529f7f. 2024-11-14T09:20:49,815 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3e47c947df8a99a4bbf094d35e529f7f, regionState=OPEN, openSeqNum=2, regionLocation=83f56b55f2af,36205,1731576035343 2024-11-14T09:20:49,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3e47c947df8a99a4bbf094d35e529f7f, server=83f56b55f2af,36205,1731576035343 because future has completed 2024-11-14T09:20:49,821 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T09:20:49,821 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 3e47c947df8a99a4bbf094d35e529f7f, server=83f56b55f2af,36205,1731576035343 in 209 msec 2024-11-14T09:20:49,829 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T09:20:49,829 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3e47c947df8a99a4bbf094d35e529f7f, ASSIGN in 367 msec 2024-11-14T09:20:49,830 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T09:20:49,830 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731576049830"}]},"ts":"1731576049830"} 2024-11-14T09:20:49,832 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T09:20:49,833 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T09:20:49,835 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2000 sec 2024-11-14T09:20:49,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731576048633.3e47c947df8a99a4bbf094d35e529f7f., hostname=83f56b55f2af,36205,1731576035343, seqNum=2] 2024-11-14T09:20:49,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36205-0x10115c75e360001, quorum=127.0.0.1:54600, baseZNode=/0-1488930669 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1488930669 2024-11-14T09:20:49,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33133-0x10115c75e360000, quorum=127.0.0.1:54600, baseZNode=/0-1488930669 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1488930669 2024-11-14T09:20:49,864 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T09:20:50,017 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T09:20:50,018 INFO [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T09:20:50,053 INFO [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-83f56b55f2af,36205,1731576035343, ReplicationSource: 1, currentBandwidth=0 2024-11-14T09:20:50,054 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:20:50,054 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83f56b55f2af,36205,1731576035343, seqNum=-1] 2024-11-14T09:20:50,055 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T09:20:50,056 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48957, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-14T09:20:50,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-83f56b55f2af,36205,1731576035343', locateType=CURRENT is [region=hbase:replication,,1731576048633.3e47c947df8a99a4bbf094d35e529f7f., hostname=83f56b55f2af,36205,1731576035343, seqNum=2] 2024-11-14T09:20:50,066 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T09:20:50,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33133 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T09:20:50,070 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 83f56b55f2af,36205,1731576035343 suceeded 2024-11-14T09:20:50,072 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T09:20:50,072 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 206 msec 2024-11-14T09:20:50,072 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://83f56b55f2af:46059,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T09:20:50,074 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4490 sec 2024-11-14T09:20:50,087 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,36205,1731576035343 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='83f56b55f2af:46059' 2024-11-14T09:20:50,088 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,36205,1731576035343 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2494f79d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:20:50,088 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,36205,1731576035343 {}] client.ClusterIdFetcher(90): Going to request 83f56b55f2af,46059,-1 for getting cluster id 2024-11-14T09:20:50,089 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,36205,1731576035343 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T09:20:50,089 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c8588682-0279-4ea0-b11d-363f7a3cbe6f' 2024-11-14T09:20:50,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T09:20:50,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c8588682-0279-4ea0-b11d-363f7a3cbe6f" 2024-11-14T09:20:50,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7951eb93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:20:50,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83f56b55f2af,46059,-1] 2024-11-14T09:20:50,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T09:20:50,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:20:50,091 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-14T09:20:50,091 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,36205,1731576035343 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@541bbc00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:20:50,091 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,36205,1731576035343 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T09:20:50,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 83f56b55f2af,46059,1731576038029 2024-11-14T09:20:50,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2b35d95b 2024-11-14T09:20:50,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T09:20:50,094 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-14T09:20:50,095 INFO [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,36205,1731576035343 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-83f56b55f2af,36205,1731576035343 (queues=1) is replicating from cluster=e57703ed-8820-43c0-ae2d-8039694f365f to cluster=c8588682-0279-4ea0-b11d-363f7a3cbe6f 2024-11-14T09:20:50,095 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,36205,1731576035343 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=83f56b55f2af%2C36205%2C1731576035343 2024-11-14T09:20:50,095 INFO [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,36205,1731576035343 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-83f56b55f2af,36205,1731576035343, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T09:20:50,096 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,36205,1731576035343.replicationSource.wal-reader.83f56b55f2af%2C36205%2C1731576035343,1-83f56b55f2af,36205,1731576035343 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/WALs/83f56b55f2af,36205,1731576035343/83f56b55f2af%2C36205%2C1731576035343.1731576036690, startPosition=0, beingWritten=true 2024-11-14T09:20:50,096 INFO [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,36205,1731576035343.replicationSource.shipper83f56b55f2af%2C36205%2C1731576035343,1-83f56b55f2af,36205,1731576035343 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 83f56b55f2af%2C36205%2C1731576035343 2024-11-14T09:20:50,102 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,36205,1731576035343.replicationSource.wal-reader.83f56b55f2af%2C36205%2C1731576035343,1-83f56b55f2af,36205,1731576035343 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T09:20:50,103 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,36205,1731576035343.replicationSource.wal-reader.83f56b55f2af%2C36205%2C1731576035343,1-83f56b55f2af,36205,1731576035343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/WALs/83f56b55f2af,36205,1731576035343/83f56b55f2af%2C36205%2C1731576035343.1731576036690 to pos 379, reset compression=false 2024-11-14T09:20:50,103 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,36205,1731576035343.replicationSource.shipper83f56b55f2af%2C36205%2C1731576035343,1-83f56b55f2af,36205,1731576035343 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83f56b55f2af,36205,1731576035343 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/WALs/83f56b55f2af,36205,1731576035343/83f56b55f2af%2C36205%2C1731576035343.1731576036690, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T09:20:50,308 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,36205,1731576035343.replicationSource.wal-reader.83f56b55f2af%2C36205%2C1731576035343,1-83f56b55f2af,36205,1731576035343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/WALs/83f56b55f2af,36205,1731576035343/83f56b55f2af%2C36205%2C1731576035343.1731576036690 to pos 379, reset compression=false 2024-11-14T09:20:50,611 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,36205,1731576035343.replicationSource.wal-reader.83f56b55f2af%2C36205%2C1731576035343,1-83f56b55f2af,36205,1731576035343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/WALs/83f56b55f2af,36205,1731576035343/83f56b55f2af%2C36205%2C1731576035343.1731576036690 to pos 379, reset compression=false 2024-11-14T09:20:50,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T09:20:50,775 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T09:20:50,775 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T09:20:50,776 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:20:50,776 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:20:50,776 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:20:50,776 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T09:20:50,777 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cf08793, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:20:50,777 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83f56b55f2af,46059,-1 for getting cluster id 2024-11-14T09:20:50,777 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T09:20:50,777 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c8588682-0279-4ea0-b11d-363f7a3cbe6f' 2024-11-14T09:20:50,778 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T09:20:50,778 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c8588682-0279-4ea0-b11d-363f7a3cbe6f" 2024-11-14T09:20:50,778 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64b17a6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:20:50,778 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83f56b55f2af,46059,-1] 2024-11-14T09:20:50,778 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T09:20:50,778 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:20:50,779 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T09:20:50,780 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13e81e15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:20:50,780 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T09:20:50,781 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 83f56b55f2af,46059,1731576038029 2024-11-14T09:20:50,781 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2222563b 2024-11-14T09:20:50,781 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T09:20:50,782 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T09:20:50,782 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46059 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://83f56b55f2af:36047,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T09:20:50,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46059 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T09:20:50,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46059 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T09:20:50,785 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='83f56b55f2af:36047' 2024-11-14T09:20:50,786 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@394d9694, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:20:50,786 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 83f56b55f2af,36047,-1 for getting cluster id 2024-11-14T09:20:50,786 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T09:20:50,787 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a283078-a048-495e-a3fe-339b80cb536b' 2024-11-14T09:20:50,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T09:20:50,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a283078-a048-495e-a3fe-339b80cb536b" 2024-11-14T09:20:50,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3249f3d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:20:50,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83f56b55f2af,36047,-1] 2024-11-14T09:20:50,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T09:20:50,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:20:50,788 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T09:20:50,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f6241d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:20:50,789 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T09:20:50,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 83f56b55f2af,36047,1731576041165 2024-11-14T09:20:50,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5792929 2024-11-14T09:20:50,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T09:20:50,790 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T09:20:50,791 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T09:20:50,791 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T09:20:50,791 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:20:50,791 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:20:50,792 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T09:20:50,792 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T09:20:50,793 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T09:20:50,794 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T09:20:50,794 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:20:50,794 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T09:20:50,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40195 is added to blk_1073741837_1013 (size=1138) 2024-11-14T09:20:50,843 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T09:20:50,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46059 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T09:20:51,017 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,36205,1731576035343.replicationSource.wal-reader.83f56b55f2af%2C36205%2C1731576035343,1-83f56b55f2af,36205,1731576035343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/WALs/83f56b55f2af,36205,1731576035343/83f56b55f2af%2C36205%2C1731576035343.1731576036690 to pos 379, reset compression=false 2024-11-14T09:20:51,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46059 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T09:20:51,205 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 49ed2d4e9718af38b637625131676252, NAME => 'hbase:replication,,1731576050791.49ed2d4e9718af38b637625131676252.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799 2024-11-14T09:20:51,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40195 is added to blk_1073741838_1014 (size=44) 2024-11-14T09:20:51,220 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731576050791.49ed2d4e9718af38b637625131676252.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:20:51,220 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 49ed2d4e9718af38b637625131676252, disabling compactions & flushes 2024-11-14T09:20:51,220 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731576050791.49ed2d4e9718af38b637625131676252. 2024-11-14T09:20:51,221 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731576050791.49ed2d4e9718af38b637625131676252. 2024-11-14T09:20:51,221 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731576050791.49ed2d4e9718af38b637625131676252. after waiting 0 ms 2024-11-14T09:20:51,221 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731576050791.49ed2d4e9718af38b637625131676252. 2024-11-14T09:20:51,221 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731576050791.49ed2d4e9718af38b637625131676252. 2024-11-14T09:20:51,221 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 49ed2d4e9718af38b637625131676252: Waiting for close lock at 1731576051220Disabling compacts and flushes for region at 1731576051220Disabling writes for close at 1731576051221 (+1 ms)Writing region close event to WAL at 1731576051221Closed at 1731576051221 2024-11-14T09:20:51,222 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T09:20:51,222 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731576050791.49ed2d4e9718af38b637625131676252.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731576051222"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731576051222"}]},"ts":"1731576051222"} 2024-11-14T09:20:51,224 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T09:20:51,225 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T09:20:51,225 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731576051225"}]},"ts":"1731576051225"} 2024-11-14T09:20:51,229 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T09:20:51,229 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=49ed2d4e9718af38b637625131676252, ASSIGN}] 2024-11-14T09:20:51,231 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=49ed2d4e9718af38b637625131676252, ASSIGN 2024-11-14T09:20:51,232 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=49ed2d4e9718af38b637625131676252, ASSIGN; state=OFFLINE, location=83f56b55f2af,40071,1731576038116; forceNewPlan=false, retain=false 2024-11-14T09:20:51,382 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=49ed2d4e9718af38b637625131676252, regionState=OPENING, regionLocation=83f56b55f2af,40071,1731576038116 2024-11-14T09:20:51,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=49ed2d4e9718af38b637625131676252, ASSIGN because future has completed 2024-11-14T09:20:51,386 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 49ed2d4e9718af38b637625131676252, server=83f56b55f2af,40071,1731576038116}] 2024-11-14T09:20:51,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46059 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T09:20:51,526 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,36205,1731576035343.replicationSource.wal-reader.83f56b55f2af%2C36205%2C1731576035343,1-83f56b55f2af,36205,1731576035343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/WALs/83f56b55f2af,36205,1731576035343/83f56b55f2af%2C36205%2C1731576035343.1731576036690 to pos 379, reset compression=false 2024-11-14T09:20:51,572 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731576050791.49ed2d4e9718af38b637625131676252. 2024-11-14T09:20:51,572 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T09:20:51,573 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T09:20:51,577 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=83f56b55f2af%2C40071%2C1731576038116.rep, suffix=, logDir=hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/WALs/83f56b55f2af,40071,1731576038116, archiveDir=hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/oldWALs, maxLogs=10 2024-11-14T09:20:51,599 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/WALs/83f56b55f2af,40071,1731576038116/83f56b55f2af%2C40071%2C1731576038116.rep.1731576051577, exclude list is [], retry=0 2024-11-14T09:20:51,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40195,DS-bf9abd63-2f65-444f-b648-fd7ffbd3afe3,DISK] 2024-11-14T09:20:51,603 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/WALs/83f56b55f2af,40071,1731576038116/83f56b55f2af%2C40071%2C1731576038116.rep.1731576051577 2024-11-14T09:20:51,603 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42217:42217)] 2024-11-14T09:20:51,603 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 49ed2d4e9718af38b637625131676252, NAME => 'hbase:replication,,1731576050791.49ed2d4e9718af38b637625131676252.', STARTKEY => '', ENDKEY => ''} 2024-11-14T09:20:51,604 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T09:20:51,604 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T09:20:51,604 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731576050791.49ed2d4e9718af38b637625131676252. service=MultiRowMutationService 2024-11-14T09:20:51,604 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T09:20:51,604 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 49ed2d4e9718af38b637625131676252 2024-11-14T09:20:51,604 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731576050791.49ed2d4e9718af38b637625131676252.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:20:51,604 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 49ed2d4e9718af38b637625131676252 2024-11-14T09:20:51,604 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 49ed2d4e9718af38b637625131676252 2024-11-14T09:20:51,606 INFO [StoreOpener-49ed2d4e9718af38b637625131676252-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 49ed2d4e9718af38b637625131676252 2024-11-14T09:20:51,607 INFO [StoreOpener-49ed2d4e9718af38b637625131676252-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 49ed2d4e9718af38b637625131676252 columnFamilyName hfileref 2024-11-14T09:20:51,607 DEBUG [StoreOpener-49ed2d4e9718af38b637625131676252-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:20:51,610 INFO [StoreOpener-49ed2d4e9718af38b637625131676252-1 {}] regionserver.HStore(327): Store=49ed2d4e9718af38b637625131676252/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:20:51,610 INFO [StoreOpener-49ed2d4e9718af38b637625131676252-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 49ed2d4e9718af38b637625131676252 2024-11-14T09:20:51,611 INFO [StoreOpener-49ed2d4e9718af38b637625131676252-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 49ed2d4e9718af38b637625131676252 columnFamilyName queue 2024-11-14T09:20:51,612 DEBUG [StoreOpener-49ed2d4e9718af38b637625131676252-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:20:51,612 INFO [StoreOpener-49ed2d4e9718af38b637625131676252-1 {}] regionserver.HStore(327): Store=49ed2d4e9718af38b637625131676252/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:20:51,612 INFO [StoreOpener-49ed2d4e9718af38b637625131676252-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 49ed2d4e9718af38b637625131676252 2024-11-14T09:20:51,613 INFO [StoreOpener-49ed2d4e9718af38b637625131676252-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 49ed2d4e9718af38b637625131676252 columnFamilyName sid 2024-11-14T09:20:51,613 DEBUG [StoreOpener-49ed2d4e9718af38b637625131676252-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:20:51,614 INFO [StoreOpener-49ed2d4e9718af38b637625131676252-1 {}] regionserver.HStore(327): Store=49ed2d4e9718af38b637625131676252/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:20:51,614 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 49ed2d4e9718af38b637625131676252 2024-11-14T09:20:51,615 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/data/hbase/replication/49ed2d4e9718af38b637625131676252 2024-11-14T09:20:51,615 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/data/hbase/replication/49ed2d4e9718af38b637625131676252 2024-11-14T09:20:51,616 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 49ed2d4e9718af38b637625131676252 2024-11-14T09:20:51,616 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 49ed2d4e9718af38b637625131676252 2024-11-14T09:20:51,617 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T09:20:51,618 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 49ed2d4e9718af38b637625131676252 2024-11-14T09:20:51,620 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/data/hbase/replication/49ed2d4e9718af38b637625131676252/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T09:20:51,621 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 49ed2d4e9718af38b637625131676252; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64948961, jitterRate=-0.032185062766075134}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T09:20:51,621 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 49ed2d4e9718af38b637625131676252 2024-11-14T09:20:51,621 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 49ed2d4e9718af38b637625131676252: Running coprocessor pre-open hook at 1731576051604Writing region info on filesystem at 1731576051604Initializing all the Stores at 1731576051605 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731576051605Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731576051605Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731576051606 (+1 ms)Cleaning up temporary data from old regions at 1731576051616 (+10 ms)Running coprocessor post-open hooks at 1731576051621 (+5 ms)Region opened successfully at 1731576051621 2024-11-14T09:20:51,624 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731576050791.49ed2d4e9718af38b637625131676252., pid=10, masterSystemTime=1731576051548 2024-11-14T09:20:51,626 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731576050791.49ed2d4e9718af38b637625131676252. 2024-11-14T09:20:51,626 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731576050791.49ed2d4e9718af38b637625131676252. 2024-11-14T09:20:51,627 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=49ed2d4e9718af38b637625131676252, regionState=OPEN, openSeqNum=2, regionLocation=83f56b55f2af,40071,1731576038116 2024-11-14T09:20:51,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 49ed2d4e9718af38b637625131676252, server=83f56b55f2af,40071,1731576038116 because future has completed 2024-11-14T09:20:51,632 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T09:20:51,632 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 49ed2d4e9718af38b637625131676252, server=83f56b55f2af,40071,1731576038116 in 244 msec 2024-11-14T09:20:51,635 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T09:20:51,635 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=49ed2d4e9718af38b637625131676252, ASSIGN in 403 msec 2024-11-14T09:20:51,636 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T09:20:51,636 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731576051636"}]},"ts":"1731576051636"} 2024-11-14T09:20:51,639 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T09:20:51,642 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T09:20:51,643 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 850 msec 2024-11-14T09:20:51,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731576050791.49ed2d4e9718af38b637625131676252., hostname=83f56b55f2af,40071,1731576038116, seqNum=2] 2024-11-14T09:20:51,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46059-0x10115c75e360003, quorum=127.0.0.1:54600, baseZNode=/1-306477582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-306477582 2024-11-14T09:20:51,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40071-0x10115c75e360004, quorum=127.0.0.1:54600, baseZNode=/1-306477582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-306477582 2024-11-14T09:20:51,658 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T09:20:51,810 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40071 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T09:20:51,810 INFO [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T09:20:51,851 INFO [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-83f56b55f2af,40071,1731576038116, ReplicationSource: 1, currentBandwidth=0 2024-11-14T09:20:51,851 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:20:51,852 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83f56b55f2af,40071,1731576038116, seqNum=-1] 2024-11-14T09:20:51,852 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T09:20:51,853 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51395, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-14T09:20:51,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-83f56b55f2af,40071,1731576038116', locateType=CURRENT is [region=hbase:replication,,1731576050791.49ed2d4e9718af38b637625131676252., hostname=83f56b55f2af,40071,1731576038116, seqNum=2] 2024-11-14T09:20:51,860 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T09:20:51,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46059 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T09:20:51,863 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 83f56b55f2af,40071,1731576038116 suceeded 2024-11-14T09:20:51,865 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T09:20:51,865 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 205 msec 2024-11-14T09:20:51,865 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://83f56b55f2af:36047,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T09:20:51,867 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0830 sec 2024-11-14T09:20:51,880 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40071,1731576038116 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='83f56b55f2af:36047' 2024-11-14T09:20:51,881 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40071,1731576038116 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7d36a92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:20:51,882 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40071,1731576038116 {}] client.ClusterIdFetcher(90): Going to request 83f56b55f2af,36047,-1 for getting cluster id 2024-11-14T09:20:51,882 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40071,1731576038116 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T09:20:51,882 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a283078-a048-495e-a3fe-339b80cb536b' 2024-11-14T09:20:51,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T09:20:51,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a283078-a048-495e-a3fe-339b80cb536b" 2024-11-14T09:20:51,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@cc544fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:20:51,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83f56b55f2af,36047,-1] 2024-11-14T09:20:51,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T09:20:51,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:20:51,884 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-14T09:20:51,886 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40071,1731576038116 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@32db99ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:20:51,886 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40071,1731576038116 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T09:20:51,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 83f56b55f2af,36047,1731576041165 2024-11-14T09:20:51,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@27b4963c 2024-11-14T09:20:51,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T09:20:51,887 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-14T09:20:51,888 INFO [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40071,1731576038116 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-83f56b55f2af,40071,1731576038116 (queues=1) is replicating from cluster=c8588682-0279-4ea0-b11d-363f7a3cbe6f to cluster=9a283078-a048-495e-a3fe-339b80cb536b 2024-11-14T09:20:51,888 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40071,1731576038116 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=83f56b55f2af%2C40071%2C1731576038116 2024-11-14T09:20:51,888 INFO [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40071,1731576038116 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-83f56b55f2af,40071,1731576038116, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T09:20:51,892 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40071,1731576038116.replicationSource.wal-reader.83f56b55f2af%2C40071%2C1731576038116,1-83f56b55f2af,40071,1731576038116 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/WALs/83f56b55f2af,40071,1731576038116/83f56b55f2af%2C40071%2C1731576038116.1731576039861, startPosition=0, beingWritten=true 2024-11-14T09:20:51,895 INFO [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40071,1731576038116.replicationSource.shipper83f56b55f2af%2C40071%2C1731576038116,1-83f56b55f2af,40071,1731576038116 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 83f56b55f2af%2C40071%2C1731576038116 2024-11-14T09:20:51,899 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40071,1731576038116.replicationSource.wal-reader.83f56b55f2af%2C40071%2C1731576038116,1-83f56b55f2af,40071,1731576038116 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T09:20:51,899 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40071,1731576038116.replicationSource.wal-reader.83f56b55f2af%2C40071%2C1731576038116,1-83f56b55f2af,40071,1731576038116 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/WALs/83f56b55f2af,40071,1731576038116/83f56b55f2af%2C40071%2C1731576038116.1731576039861 to pos 379, reset compression=false 2024-11-14T09:20:51,904 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40071,1731576038116.replicationSource.shipper83f56b55f2af%2C40071%2C1731576038116,1-83f56b55f2af,40071,1731576038116 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83f56b55f2af,40071,1731576038116 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/WALs/83f56b55f2af,40071,1731576038116/83f56b55f2af%2C40071%2C1731576038116.1731576039861, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T09:20:51,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46059 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T09:20:51,925 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T09:20:51,925 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T09:20:51,925 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:20:51,925 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:20:51,925 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:20:51,925 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T09:20:51,926 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39700992, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:20:51,926 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83f56b55f2af,36047,-1 for getting cluster id 2024-11-14T09:20:51,926 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T09:20:51,927 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a283078-a048-495e-a3fe-339b80cb536b' 2024-11-14T09:20:51,927 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T09:20:51,927 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a283078-a048-495e-a3fe-339b80cb536b" 2024-11-14T09:20:51,927 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53a11c75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:20:51,927 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83f56b55f2af,36047,-1] 2024-11-14T09:20:51,928 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T09:20:51,928 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:20:51,929 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T09:20:51,929 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4519f0f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:20:51,930 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T09:20:51,930 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 83f56b55f2af,36047,1731576041165 2024-11-14T09:20:51,931 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@338c5fe7 2024-11-14T09:20:51,931 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T09:20:51,932 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T09:20:51,932 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36047 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://83f56b55f2af:33133,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T09:20:51,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36047 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T09:20:51,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36047 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T09:20:51,936 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='83f56b55f2af:33133' 2024-11-14T09:20:51,940 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@369a51c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:20:51,940 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 83f56b55f2af,33133,-1 for getting cluster id 2024-11-14T09:20:51,940 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T09:20:51,941 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e57703ed-8820-43c0-ae2d-8039694f365f' 2024-11-14T09:20:51,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T09:20:51,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e57703ed-8820-43c0-ae2d-8039694f365f" 2024-11-14T09:20:51,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52889d7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:20:51,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83f56b55f2af,33133,-1] 2024-11-14T09:20:51,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T09:20:51,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:20:51,943 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T09:20:51,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@198cfa45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:20:51,946 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T09:20:51,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 83f56b55f2af,33133,1731576035287 2024-11-14T09:20:51,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1c68e74d 2024-11-14T09:20:51,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T09:20:51,948 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T09:20:51,949 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T09:20:51,949 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T09:20:51,949 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:20:51,949 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:20:51,949 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T09:20:51,951 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T09:20:51,951 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T09:20:51,952 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T09:20:51,952 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:20:51,958 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T09:20:51,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45633 is added to blk_1073741837_1013 (size=1138) 2024-11-14T09:20:52,002 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T09:20:52,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36047 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T09:20:52,109 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40071,1731576038116.replicationSource.wal-reader.83f56b55f2af%2C40071%2C1731576038116,1-83f56b55f2af,40071,1731576038116 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/WALs/83f56b55f2af,40071,1731576038116/83f56b55f2af%2C40071%2C1731576038116.1731576039861 to pos 379, reset compression=false 2024-11-14T09:20:52,129 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,36205,1731576035343.replicationSource.wal-reader.83f56b55f2af%2C36205%2C1731576035343,1-83f56b55f2af,36205,1731576035343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/WALs/83f56b55f2af,36205,1731576035343/83f56b55f2af%2C36205%2C1731576035343.1731576036690 to pos 379, reset compression=false 2024-11-14T09:20:52,205 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T09:20:52,205 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [83f56b55f2af,37065,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=83f56b55f2af:37065 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T09:20:52,206 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48405 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [83f56b55f2af,37065,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=83f56b55f2af:37065 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T09:20:52,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36047 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T09:20:52,373 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b36144cf985c49ed0321f91e80a79946, NAME => 'hbase:replication,,1731576051949.b36144cf985c49ed0321f91e80a79946.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33669/user/jenkins/test-data/c381d9d1-2cf3-f7a6-488b-e24f6ad09852 2024-11-14T09:20:52,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45633 is added to blk_1073741838_1014 (size=44) 2024-11-14T09:20:52,413 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40071,1731576038116.replicationSource.wal-reader.83f56b55f2af%2C40071%2C1731576038116,1-83f56b55f2af,40071,1731576038116 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/WALs/83f56b55f2af,40071,1731576038116/83f56b55f2af%2C40071%2C1731576038116.1731576039861 to pos 379, reset compression=false 2024-11-14T09:20:52,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36047 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T09:20:52,783 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731576051949.b36144cf985c49ed0321f91e80a79946.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:20:52,783 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing b36144cf985c49ed0321f91e80a79946, disabling compactions & flushes 2024-11-14T09:20:52,783 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731576051949.b36144cf985c49ed0321f91e80a79946. 2024-11-14T09:20:52,783 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731576051949.b36144cf985c49ed0321f91e80a79946. 2024-11-14T09:20:52,783 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731576051949.b36144cf985c49ed0321f91e80a79946. after waiting 0 ms 2024-11-14T09:20:52,783 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731576051949.b36144cf985c49ed0321f91e80a79946. 2024-11-14T09:20:52,783 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731576051949.b36144cf985c49ed0321f91e80a79946. 2024-11-14T09:20:52,783 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for b36144cf985c49ed0321f91e80a79946: Waiting for close lock at 1731576052783Disabling compacts and flushes for region at 1731576052783Disabling writes for close at 1731576052783Writing region close event to WAL at 1731576052783Closed at 1731576052783 2024-11-14T09:20:52,785 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T09:20:52,785 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731576051949.b36144cf985c49ed0321f91e80a79946.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731576052785"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731576052785"}]},"ts":"1731576052785"} 2024-11-14T09:20:52,787 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T09:20:52,788 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T09:20:52,788 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731576052788"}]},"ts":"1731576052788"} 2024-11-14T09:20:52,790 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T09:20:52,790 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b36144cf985c49ed0321f91e80a79946, ASSIGN}] 2024-11-14T09:20:52,791 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b36144cf985c49ed0321f91e80a79946, ASSIGN 2024-11-14T09:20:52,792 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b36144cf985c49ed0321f91e80a79946, ASSIGN; state=OFFLINE, location=83f56b55f2af,42779,1731576041233; forceNewPlan=false, retain=false 2024-11-14T09:20:52,818 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40071,1731576038116.replicationSource.wal-reader.83f56b55f2af%2C40071%2C1731576038116,1-83f56b55f2af,40071,1731576038116 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/WALs/83f56b55f2af,40071,1731576038116/83f56b55f2af%2C40071%2C1731576038116.1731576039861 to pos 379, reset compression=false 2024-11-14T09:20:52,834 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,36205,1731576035343.replicationSource.wal-reader.83f56b55f2af%2C36205%2C1731576035343,1-83f56b55f2af,36205,1731576035343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/WALs/83f56b55f2af,36205,1731576035343/83f56b55f2af%2C36205%2C1731576035343.1731576036690 to pos 379, reset compression=false 2024-11-14T09:20:52,943 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b36144cf985c49ed0321f91e80a79946, regionState=OPENING, regionLocation=83f56b55f2af,42779,1731576041233 2024-11-14T09:20:52,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b36144cf985c49ed0321f91e80a79946, ASSIGN because future has completed 2024-11-14T09:20:52,948 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b36144cf985c49ed0321f91e80a79946, server=83f56b55f2af,42779,1731576041233}] 2024-11-14T09:20:53,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36047 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T09:20:53,104 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731576051949.b36144cf985c49ed0321f91e80a79946. 2024-11-14T09:20:53,104 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T09:20:53,104 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T09:20:53,108 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=83f56b55f2af%2C42779%2C1731576041233.rep, suffix=, logDir=hdfs://localhost:33669/user/jenkins/test-data/c381d9d1-2cf3-f7a6-488b-e24f6ad09852/WALs/83f56b55f2af,42779,1731576041233, archiveDir=hdfs://localhost:33669/user/jenkins/test-data/c381d9d1-2cf3-f7a6-488b-e24f6ad09852/oldWALs, maxLogs=10 2024-11-14T09:20:53,123 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c381d9d1-2cf3-f7a6-488b-e24f6ad09852/WALs/83f56b55f2af,42779,1731576041233/83f56b55f2af%2C42779%2C1731576041233.rep.1731576053108, exclude list is [], retry=0 2024-11-14T09:20:53,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45633,DS-4b452ebd-8840-42f3-81dd-65b9dc9dad56,DISK] 2024-11-14T09:20:53,127 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c381d9d1-2cf3-f7a6-488b-e24f6ad09852/WALs/83f56b55f2af,42779,1731576041233/83f56b55f2af%2C42779%2C1731576041233.rep.1731576053108 2024-11-14T09:20:53,127 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42301:42301)] 2024-11-14T09:20:53,127 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => b36144cf985c49ed0321f91e80a79946, NAME => 'hbase:replication,,1731576051949.b36144cf985c49ed0321f91e80a79946.', STARTKEY => '', ENDKEY => ''} 2024-11-14T09:20:53,128 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T09:20:53,128 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T09:20:53,128 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731576051949.b36144cf985c49ed0321f91e80a79946. service=MultiRowMutationService 2024-11-14T09:20:53,128 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T09:20:53,128 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b36144cf985c49ed0321f91e80a79946 2024-11-14T09:20:53,128 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731576051949.b36144cf985c49ed0321f91e80a79946.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:20:53,128 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for b36144cf985c49ed0321f91e80a79946 2024-11-14T09:20:53,128 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for b36144cf985c49ed0321f91e80a79946 2024-11-14T09:20:53,131 INFO [StoreOpener-b36144cf985c49ed0321f91e80a79946-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b36144cf985c49ed0321f91e80a79946 2024-11-14T09:20:53,132 INFO [StoreOpener-b36144cf985c49ed0321f91e80a79946-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b36144cf985c49ed0321f91e80a79946 columnFamilyName hfileref 2024-11-14T09:20:53,132 DEBUG [StoreOpener-b36144cf985c49ed0321f91e80a79946-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:20:53,133 INFO [StoreOpener-b36144cf985c49ed0321f91e80a79946-1 {}] regionserver.HStore(327): Store=b36144cf985c49ed0321f91e80a79946/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:20:53,133 INFO [StoreOpener-b36144cf985c49ed0321f91e80a79946-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b36144cf985c49ed0321f91e80a79946 2024-11-14T09:20:53,135 INFO [StoreOpener-b36144cf985c49ed0321f91e80a79946-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b36144cf985c49ed0321f91e80a79946 columnFamilyName queue 2024-11-14T09:20:53,135 DEBUG [StoreOpener-b36144cf985c49ed0321f91e80a79946-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:20:53,135 INFO [StoreOpener-b36144cf985c49ed0321f91e80a79946-1 {}] regionserver.HStore(327): Store=b36144cf985c49ed0321f91e80a79946/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:20:53,135 INFO [StoreOpener-b36144cf985c49ed0321f91e80a79946-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b36144cf985c49ed0321f91e80a79946 2024-11-14T09:20:53,138 INFO [StoreOpener-b36144cf985c49ed0321f91e80a79946-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b36144cf985c49ed0321f91e80a79946 columnFamilyName sid 2024-11-14T09:20:53,138 DEBUG [StoreOpener-b36144cf985c49ed0321f91e80a79946-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:20:53,139 INFO [StoreOpener-b36144cf985c49ed0321f91e80a79946-1 {}] regionserver.HStore(327): Store=b36144cf985c49ed0321f91e80a79946/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:20:53,139 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for b36144cf985c49ed0321f91e80a79946 2024-11-14T09:20:53,140 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33669/user/jenkins/test-data/c381d9d1-2cf3-f7a6-488b-e24f6ad09852/data/hbase/replication/b36144cf985c49ed0321f91e80a79946 2024-11-14T09:20:53,140 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33669/user/jenkins/test-data/c381d9d1-2cf3-f7a6-488b-e24f6ad09852/data/hbase/replication/b36144cf985c49ed0321f91e80a79946 2024-11-14T09:20:53,141 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for b36144cf985c49ed0321f91e80a79946 2024-11-14T09:20:53,141 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for b36144cf985c49ed0321f91e80a79946 2024-11-14T09:20:53,141 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T09:20:53,142 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for b36144cf985c49ed0321f91e80a79946 2024-11-14T09:20:53,144 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33669/user/jenkins/test-data/c381d9d1-2cf3-f7a6-488b-e24f6ad09852/data/hbase/replication/b36144cf985c49ed0321f91e80a79946/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T09:20:53,145 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened b36144cf985c49ed0321f91e80a79946; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69062015, jitterRate=0.029104217886924744}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T09:20:53,145 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b36144cf985c49ed0321f91e80a79946 2024-11-14T09:20:53,145 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for b36144cf985c49ed0321f91e80a79946: Running coprocessor pre-open hook at 1731576053128Writing region info on filesystem at 1731576053128Initializing all the Stores at 1731576053129 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731576053129Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731576053131 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731576053131Cleaning up temporary data from old regions at 1731576053141 (+10 ms)Running coprocessor post-open hooks at 1731576053145 (+4 ms)Region opened successfully at 1731576053145 2024-11-14T09:20:53,146 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731576051949.b36144cf985c49ed0321f91e80a79946., pid=10, masterSystemTime=1731576053100 2024-11-14T09:20:53,148 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731576051949.b36144cf985c49ed0321f91e80a79946. 2024-11-14T09:20:53,148 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731576051949.b36144cf985c49ed0321f91e80a79946. 2024-11-14T09:20:53,149 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b36144cf985c49ed0321f91e80a79946, regionState=OPEN, openSeqNum=2, regionLocation=83f56b55f2af,42779,1731576041233 2024-11-14T09:20:53,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b36144cf985c49ed0321f91e80a79946, server=83f56b55f2af,42779,1731576041233 because future has completed 2024-11-14T09:20:53,153 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T09:20:53,153 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure b36144cf985c49ed0321f91e80a79946, server=83f56b55f2af,42779,1731576041233 in 203 msec 2024-11-14T09:20:53,155 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T09:20:53,155 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b36144cf985c49ed0321f91e80a79946, ASSIGN in 363 msec 2024-11-14T09:20:53,156 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T09:20:53,156 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731576053156"}]},"ts":"1731576053156"} 2024-11-14T09:20:53,158 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T09:20:53,159 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T09:20:53,160 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2090 sec 2024-11-14T09:20:53,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731576051949.b36144cf985c49ed0321f91e80a79946., hostname=83f56b55f2af,42779,1731576041233, seqNum=2] 2024-11-14T09:20:53,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42779-0x10115c75e360007, quorum=127.0.0.1:54600, baseZNode=/2-1856677010 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1856677010 2024-11-14T09:20:53,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36047-0x10115c75e360006, quorum=127.0.0.1:54600, baseZNode=/2-1856677010 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1856677010 2024-11-14T09:20:53,217 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T09:20:53,322 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40071,1731576038116.replicationSource.wal-reader.83f56b55f2af%2C40071%2C1731576038116,1-83f56b55f2af,40071,1731576038116 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/WALs/83f56b55f2af,40071,1731576038116/83f56b55f2af%2C40071%2C1731576038116.1731576039861 to pos 379, reset compression=false 2024-11-14T09:20:53,371 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T09:20:53,371 INFO [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T09:20:53,411 INFO [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-83f56b55f2af,42779,1731576041233, ReplicationSource: 1, currentBandwidth=0 2024-11-14T09:20:53,411 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:20:53,411 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83f56b55f2af,42779,1731576041233, seqNum=-1] 2024-11-14T09:20:53,412 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T09:20:53,413 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38261, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-14T09:20:53,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-83f56b55f2af,42779,1731576041233', locateType=CURRENT is [region=hbase:replication,,1731576051949.b36144cf985c49ed0321f91e80a79946., hostname=83f56b55f2af,42779,1731576041233, seqNum=2] 2024-11-14T09:20:53,424 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T09:20:53,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36047 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T09:20:53,427 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 83f56b55f2af,42779,1731576041233 suceeded 2024-11-14T09:20:53,429 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T09:20:53,429 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 210 msec 2024-11-14T09:20:53,429 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://83f56b55f2af:33133,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T09:20:53,430 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4970 sec 2024-11-14T09:20:53,443 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42779,1731576041233 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='83f56b55f2af:33133' 2024-11-14T09:20:53,446 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42779,1731576041233 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@922cc57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:20:53,446 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42779,1731576041233 {}] client.ClusterIdFetcher(90): Going to request 83f56b55f2af,33133,-1 for getting cluster id 2024-11-14T09:20:53,446 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42779,1731576041233 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T09:20:53,447 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e57703ed-8820-43c0-ae2d-8039694f365f' 2024-11-14T09:20:53,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T09:20:53,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e57703ed-8820-43c0-ae2d-8039694f365f" 2024-11-14T09:20:53,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@65cbabde, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:20:53,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83f56b55f2af,33133,-1] 2024-11-14T09:20:53,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T09:20:53,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:20:53,449 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-14T09:20:53,449 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42779,1731576041233 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@66ef9dcd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:20:53,450 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42779,1731576041233 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T09:20:53,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 83f56b55f2af,33133,1731576035287 2024-11-14T09:20:53,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@57762da 2024-11-14T09:20:53,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T09:20:53,451 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-14T09:20:53,452 INFO [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42779,1731576041233 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-83f56b55f2af,42779,1731576041233 (queues=1) is replicating from cluster=9a283078-a048-495e-a3fe-339b80cb536b to cluster=e57703ed-8820-43c0-ae2d-8039694f365f 2024-11-14T09:20:53,452 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42779,1731576041233 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=83f56b55f2af%2C42779%2C1731576041233 2024-11-14T09:20:53,452 INFO [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42779,1731576041233 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-83f56b55f2af,42779,1731576041233, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T09:20:53,453 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42779,1731576041233.replicationSource.wal-reader.83f56b55f2af%2C42779%2C1731576041233,1-83f56b55f2af,42779,1731576041233 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33669/user/jenkins/test-data/c381d9d1-2cf3-f7a6-488b-e24f6ad09852/WALs/83f56b55f2af,42779,1731576041233/83f56b55f2af%2C42779%2C1731576041233.1731576042155, startPosition=0, beingWritten=true 2024-11-14T09:20:53,456 INFO [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42779,1731576041233.replicationSource.shipper83f56b55f2af%2C42779%2C1731576041233,1-83f56b55f2af,42779,1731576041233 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 83f56b55f2af%2C42779%2C1731576041233 2024-11-14T09:20:53,465 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42779,1731576041233.replicationSource.wal-reader.83f56b55f2af%2C42779%2C1731576041233,1-83f56b55f2af,42779,1731576041233 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T09:20:53,465 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42779,1731576041233.replicationSource.wal-reader.83f56b55f2af%2C42779%2C1731576041233,1-83f56b55f2af,42779,1731576041233 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33669/user/jenkins/test-data/c381d9d1-2cf3-f7a6-488b-e24f6ad09852/WALs/83f56b55f2af,42779,1731576041233/83f56b55f2af%2C42779%2C1731576041233.1731576042155 to pos 379, reset compression=false 2024-11-14T09:20:53,465 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42779,1731576041233.replicationSource.shipper83f56b55f2af%2C42779%2C1731576041233,1-83f56b55f2af,42779,1731576041233 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83f56b55f2af,42779,1731576041233 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33669/user/jenkins/test-data/c381d9d1-2cf3-f7a6-488b-e24f6ad09852/WALs/83f56b55f2af,42779,1731576041233/83f56b55f2af%2C42779%2C1731576041233.1731576042155, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T09:20:53,638 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,36205,1731576035343.replicationSource.wal-reader.83f56b55f2af%2C36205%2C1731576035343,1-83f56b55f2af,36205,1731576035343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/WALs/83f56b55f2af,36205,1731576035343/83f56b55f2af%2C36205%2C1731576035343.1731576036690 to pos 379, reset compression=false 2024-11-14T09:20:53,673 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42779,1731576041233.replicationSource.wal-reader.83f56b55f2af%2C42779%2C1731576041233,1-83f56b55f2af,42779,1731576041233 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33669/user/jenkins/test-data/c381d9d1-2cf3-f7a6-488b-e24f6ad09852/WALs/83f56b55f2af,42779,1731576041233/83f56b55f2af%2C42779%2C1731576041233.1731576042155 to pos 379, reset compression=false 2024-11-14T09:20:53,926 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40071,1731576038116.replicationSource.wal-reader.83f56b55f2af%2C40071%2C1731576038116,1-83f56b55f2af,40071,1731576038116 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/WALs/83f56b55f2af,40071,1731576038116/83f56b55f2af%2C40071%2C1731576038116.1731576039861 to pos 379, reset compression=false 2024-11-14T09:20:53,978 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42779,1731576041233.replicationSource.wal-reader.83f56b55f2af%2C42779%2C1731576041233,1-83f56b55f2af,42779,1731576041233 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33669/user/jenkins/test-data/c381d9d1-2cf3-f7a6-488b-e24f6ad09852/WALs/83f56b55f2af,42779,1731576041233/83f56b55f2af%2C42779%2C1731576041233.1731576042155 to pos 379, reset compression=false 2024-11-14T09:20:54,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36047 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T09:20:54,095 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T09:20:54,095 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T09:20:54,095 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:20:54,095 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:20:54,095 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:20:54,096 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T09:20:54,096 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d692f95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:20:54,096 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83f56b55f2af,33133,-1 for getting cluster id 2024-11-14T09:20:54,096 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T09:20:54,097 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e57703ed-8820-43c0-ae2d-8039694f365f' 2024-11-14T09:20:54,097 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T09:20:54,097 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e57703ed-8820-43c0-ae2d-8039694f365f" 2024-11-14T09:20:54,098 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18bfc53a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:20:54,098 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83f56b55f2af,33133,-1] 2024-11-14T09:20:54,098 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T09:20:54,098 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:20:54,099 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T09:20:54,099 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30526e77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:20:54,100 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31cef273, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:20:54,100 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83f56b55f2af,46059,-1 for getting cluster id 2024-11-14T09:20:54,100 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T09:20:54,100 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c8588682-0279-4ea0-b11d-363f7a3cbe6f' 2024-11-14T09:20:54,100 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T09:20:54,101 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c8588682-0279-4ea0-b11d-363f7a3cbe6f" 2024-11-14T09:20:54,101 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b6e84d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:20:54,101 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83f56b55f2af,46059,-1] 2024-11-14T09:20:54,101 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T09:20:54,101 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:20:54,102 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T09:20:54,102 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@246308e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:20:54,103 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a6c33c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:20:54,103 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83f56b55f2af,36047,-1 for getting cluster id 2024-11-14T09:20:54,103 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T09:20:54,103 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a283078-a048-495e-a3fe-339b80cb536b' 2024-11-14T09:20:54,103 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T09:20:54,103 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a283078-a048-495e-a3fe-339b80cb536b" 2024-11-14T09:20:54,103 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72f43309, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:20:54,103 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83f56b55f2af,36047,-1] 2024-11-14T09:20:54,104 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T09:20:54,104 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:20:54,104 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T09:20:54,105 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51cbd08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:20:54,105 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:20:54,106 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83f56b55f2af,36205,1731576035343, seqNum=-1] 2024-11-14T09:20:54,106 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T09:20:54,107 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T09:20:54,108 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731576043175.748cda6d6ad1053cbb30d577daf26d8e., hostname=83f56b55f2af,36205,1731576035343, seqNum=2] 2024-11-14T09:20:54,111 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:20:54,112 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83f56b55f2af,42779,1731576041233, seqNum=-1] 2024-11-14T09:20:54,112 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T09:20:54,144 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T09:20:54,146 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731576046468.2adfa175cb3d393f0334fae86a9e9174., hostname=83f56b55f2af,42779,1731576041233, seqNum=2] 2024-11-14T09:20:54,148 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-14T09:20:54,382 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42779,1731576041233.replicationSource.wal-reader.83f56b55f2af%2C42779%2C1731576041233,1-83f56b55f2af,42779,1731576041233 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33669/user/jenkins/test-data/c381d9d1-2cf3-f7a6-488b-e24f6ad09852/WALs/83f56b55f2af,42779,1731576041233/83f56b55f2af%2C42779%2C1731576041233.1731576042155 to pos 379, reset compression=false 2024-11-14T09:20:54,541 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,36205,1731576035343.replicationSource.wal-reader.83f56b55f2af%2C36205%2C1731576035343,1-83f56b55f2af,36205,1731576035343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/WALs/83f56b55f2af,36205,1731576035343/83f56b55f2af%2C36205%2C1731576035343.1731576036690 to pos 379, reset compression=false 2024-11-14T09:20:54,553 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,36205,1731576035343.replicationSource.wal-reader.83f56b55f2af%2C36205%2C1731576035343,1-83f56b55f2af,36205,1731576035343 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T09:20:54,553 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,36205,1731576035343.replicationSource.wal-reader.83f56b55f2af%2C36205%2C1731576035343,1-83f56b55f2af,36205,1731576035343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/WALs/83f56b55f2af,36205,1731576035343/83f56b55f2af%2C36205%2C1731576035343.1731576036690 to pos 480, reset compression=false 2024-11-14T09:20:54,553 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,36205,1731576035343.replicationSource.shipper83f56b55f2af%2C36205%2C1731576035343,1-83f56b55f2af,36205,1731576035343 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83f56b55f2af,36205,1731576035343 got entry batch from reader: WALEntryBatch [walEntries=[{test/748cda6d6ad1053cbb30d577daf26d8e/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/WALs/83f56b55f2af,36205,1731576035343/83f56b55f2af%2C36205%2C1731576035343.1731576036690, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-14T09:20:54,558 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,36205,1731576035343.replicationSource.shipper83f56b55f2af%2C36205%2C1731576035343,1-83f56b55f2af,36205,1731576035343 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T09:20:54,559 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-14T09:20:54,560 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40071 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T09:20:54,561 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40071 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@9bfa787, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:20:54,561 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40071 {}] client.ClusterIdFetcher(90): Going to request 83f56b55f2af,46059,-1 for getting cluster id 2024-11-14T09:20:54,561 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40071 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T09:20:54,562 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c8588682-0279-4ea0-b11d-363f7a3cbe6f' 2024-11-14T09:20:54,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T09:20:54,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c8588682-0279-4ea0-b11d-363f7a3cbe6f" 2024-11-14T09:20:54,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@21c05d64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:20:54,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83f56b55f2af,46059,-1] 2024-11-14T09:20:54,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T09:20:54,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:20:54,564 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-14T09:20:54,565 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40071 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1de7476c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:20:54,566 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40071 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:20:54,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83f56b55f2af,40071,1731576038116, seqNum=-1] 2024-11-14T09:20:54,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T09:20:54,568 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-14T09:20:54,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731576045328.7fc2ad1935964bcb5137bfb7b6a2133a., hostname=83f56b55f2af,40071,1731576038116, seqNum=2] 2024-11-14T09:20:54,573 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40071 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T09:20:54,630 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40071,1731576038116.replicationSource.wal-reader.83f56b55f2af%2C40071%2C1731576038116,1-83f56b55f2af,40071,1731576038116 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/WALs/83f56b55f2af,40071,1731576038116/83f56b55f2af%2C40071%2C1731576038116.1731576039861 to pos 379, reset compression=false 2024-11-14T09:20:54,636 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40071,1731576038116.replicationSource.wal-reader.83f56b55f2af%2C40071%2C1731576038116,1-83f56b55f2af,40071,1731576038116 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T09:20:54,636 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40071,1731576038116.replicationSource.wal-reader.83f56b55f2af%2C40071%2C1731576038116,1-83f56b55f2af,40071,1731576038116 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/WALs/83f56b55f2af,40071,1731576038116/83f56b55f2af%2C40071%2C1731576038116.1731576039861 to pos 504, reset compression=false 2024-11-14T09:20:54,636 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40071,1731576038116.replicationSource.shipper83f56b55f2af%2C40071%2C1731576038116,1-83f56b55f2af,40071,1731576038116 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83f56b55f2af,40071,1731576038116 got entry batch from reader: WALEntryBatch [walEntries=[{test/7fc2ad1935964bcb5137bfb7b6a2133a/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/WALs/83f56b55f2af,40071,1731576038116/83f56b55f2af%2C40071%2C1731576038116.1731576039861, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-14T09:20:54,640 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40071,1731576038116.replicationSource.shipper83f56b55f2af%2C40071%2C1731576038116,1-83f56b55f2af,40071,1731576038116 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T09:20:54,641 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-14T09:20:54,641 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42779 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T09:20:54,642 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42779 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@11c6b2ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:20:54,642 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42779 {}] client.ClusterIdFetcher(90): Going to request 83f56b55f2af,36047,-1 for getting cluster id 2024-11-14T09:20:54,642 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42779 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T09:20:54,643 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a283078-a048-495e-a3fe-339b80cb536b' 2024-11-14T09:20:54,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T09:20:54,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a283078-a048-495e-a3fe-339b80cb536b" 2024-11-14T09:20:54,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4e9f8f53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:20:54,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83f56b55f2af,36047,-1] 2024-11-14T09:20:54,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T09:20:54,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:20:54,645 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-14T09:20:54,645 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42779 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@551cc42e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:20:54,646 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42779 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:20:54,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83f56b55f2af,42779,1731576041233, seqNum=-1] 2024-11-14T09:20:54,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T09:20:54,649 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-14T09:20:54,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731576046468.2adfa175cb3d393f0334fae86a9e9174., hostname=83f56b55f2af,42779,1731576041233, seqNum=2] 2024-11-14T09:20:54,653 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42779 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T09:20:54,765 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,36205,1731576035343.replicationSource.wal-reader.83f56b55f2af%2C36205%2C1731576035343,1-83f56b55f2af,36205,1731576035343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/WALs/83f56b55f2af,36205,1731576035343/83f56b55f2af%2C36205%2C1731576035343.1731576036690 to pos 480, reset compression=false 2024-11-14T09:20:54,853 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40071,1731576038116.replicationSource.wal-reader.83f56b55f2af%2C40071%2C1731576038116,1-83f56b55f2af,40071,1731576038116 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/WALs/83f56b55f2af,40071,1731576038116/83f56b55f2af%2C40071%2C1731576038116.1731576039861 to pos 504, reset compression=false 2024-11-14T09:20:54,887 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42779,1731576041233.replicationSource.wal-reader.83f56b55f2af%2C42779%2C1731576041233,1-83f56b55f2af,42779,1731576041233 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33669/user/jenkins/test-data/c381d9d1-2cf3-f7a6-488b-e24f6ad09852/WALs/83f56b55f2af,42779,1731576041233/83f56b55f2af%2C42779%2C1731576041233.1731576042155 to pos 379, reset compression=false 2024-11-14T09:20:54,899 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42779,1731576041233.replicationSource.wal-reader.83f56b55f2af%2C42779%2C1731576041233,1-83f56b55f2af,42779,1731576041233 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T09:20:54,899 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42779,1731576041233.replicationSource.wal-reader.83f56b55f2af%2C42779%2C1731576041233,1-83f56b55f2af,42779,1731576041233 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33669/user/jenkins/test-data/c381d9d1-2cf3-f7a6-488b-e24f6ad09852/WALs/83f56b55f2af,42779,1731576041233/83f56b55f2af%2C42779%2C1731576041233.1731576042155 to pos 528, reset compression=false 2024-11-14T09:20:54,899 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42779,1731576041233.replicationSource.shipper83f56b55f2af%2C42779%2C1731576041233,1-83f56b55f2af,42779,1731576041233 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83f56b55f2af,42779,1731576041233 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33669/user/jenkins/test-data/c381d9d1-2cf3-f7a6-488b-e24f6ad09852/WALs/83f56b55f2af,42779,1731576041233/83f56b55f2af%2C42779%2C1731576041233.1731576042155, lastWalPosition=528, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T09:20:55,079 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,36205,1731576035343.replicationSource.wal-reader.83f56b55f2af%2C36205%2C1731576035343,1-83f56b55f2af,36205,1731576035343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/WALs/83f56b55f2af,36205,1731576035343/83f56b55f2af%2C36205%2C1731576035343.1731576036690 to pos 480, reset compression=false 2024-11-14T09:20:55,110 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42779,1731576041233.replicationSource.wal-reader.83f56b55f2af%2C42779%2C1731576041233,1-83f56b55f2af,42779,1731576041233 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33669/user/jenkins/test-data/c381d9d1-2cf3-f7a6-488b-e24f6ad09852/WALs/83f56b55f2af,42779,1731576041233/83f56b55f2af%2C42779%2C1731576041233.1731576042155 to pos 528, reset compression=false 2024-11-14T09:20:55,150 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-14T09:20:55,151 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:20:55,152 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83f56b55f2af,40071,1731576038116, seqNum=-1] 2024-11-14T09:20:55,153 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T09:20:55,154 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T09:20:55,157 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731576045328.7fc2ad1935964bcb5137bfb7b6a2133a., hostname=83f56b55f2af,40071,1731576038116, seqNum=2] 2024-11-14T09:20:55,162 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-14T09:20:55,165 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40071,1731576038116.replicationSource.wal-reader.83f56b55f2af%2C40071%2C1731576038116,1-83f56b55f2af,40071,1731576038116 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/WALs/83f56b55f2af,40071,1731576038116/83f56b55f2af%2C40071%2C1731576038116.1731576039861 to pos 504, reset compression=false 2024-11-14T09:20:55,182 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40071,1731576038116.replicationSource.wal-reader.83f56b55f2af%2C40071%2C1731576038116,1-83f56b55f2af,40071,1731576038116 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T09:20:55,182 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40071,1731576038116.replicationSource.wal-reader.83f56b55f2af%2C40071%2C1731576038116,1-83f56b55f2af,40071,1731576038116 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/WALs/83f56b55f2af,40071,1731576038116/83f56b55f2af%2C40071%2C1731576038116.1731576039861 to pos 608, reset compression=false 2024-11-14T09:20:55,182 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40071,1731576038116.replicationSource.shipper83f56b55f2af%2C40071%2C1731576038116,1-83f56b55f2af,40071,1731576038116 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83f56b55f2af,40071,1731576038116 got entry batch from reader: WALEntryBatch [walEntries=[{test/7fc2ad1935964bcb5137bfb7b6a2133a/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/WALs/83f56b55f2af,40071,1731576038116/83f56b55f2af%2C40071%2C1731576038116.1731576039861, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-14T09:20:55,183 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42779 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T09:20:55,186 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42779 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T09:20:55,298 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T09:20:55,300 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:20:55,351 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:20:55,352 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:20:55,352 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:20:55,352 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:20:55,352 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:20:55,353 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:20:55,362 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:20:55,365 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:20:55,365 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:20:55,367 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:20:55,389 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40071,1731576038116.replicationSource.wal-reader.83f56b55f2af%2C40071%2C1731576038116,1-83f56b55f2af,40071,1731576038116 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/WALs/83f56b55f2af,40071,1731576038116/83f56b55f2af%2C40071%2C1731576038116.1731576039861 to pos 608, reset compression=false 2024-11-14T09:20:55,415 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42779,1731576041233.replicationSource.wal-reader.83f56b55f2af%2C42779%2C1731576041233,1-83f56b55f2af,42779,1731576041233 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33669/user/jenkins/test-data/c381d9d1-2cf3-f7a6-488b-e24f6ad09852/WALs/83f56b55f2af,42779,1731576041233/83f56b55f2af%2C42779%2C1731576041233.1731576042155 to pos 528, reset compression=false 2024-11-14T09:20:55,421 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42779,1731576041233.replicationSource.wal-reader.83f56b55f2af%2C42779%2C1731576041233,1-83f56b55f2af,42779,1731576041233 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T09:20:55,421 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42779,1731576041233.replicationSource.wal-reader.83f56b55f2af%2C42779%2C1731576041233,1-83f56b55f2af,42779,1731576041233 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33669/user/jenkins/test-data/c381d9d1-2cf3-f7a6-488b-e24f6ad09852/WALs/83f56b55f2af,42779,1731576041233/83f56b55f2af%2C42779%2C1731576041233.1731576042155 to pos 656, reset compression=false 2024-11-14T09:20:55,421 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42779,1731576041233.replicationSource.shipper83f56b55f2af%2C42779%2C1731576041233,1-83f56b55f2af,42779,1731576041233 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83f56b55f2af,42779,1731576041233 got entry batch from reader: WALEntryBatch [walEntries=[{test/2adfa175cb3d393f0334fae86a9e9174/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:33669/user/jenkins/test-data/c381d9d1-2cf3-f7a6-488b-e24f6ad09852/WALs/83f56b55f2af,42779,1731576041233/83f56b55f2af%2C42779%2C1731576041233.1731576042155, lastWalPosition=656, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-14T09:20:55,426 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42779,1731576041233.replicationSource.shipper83f56b55f2af%2C42779%2C1731576041233,1-83f56b55f2af,42779,1731576041233 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T09:20:55,428 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-14T09:20:55,428 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36205 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T09:20:55,432 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36205 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2baee1e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:20:55,432 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36205 {}] client.ClusterIdFetcher(90): Going to request 83f56b55f2af,33133,-1 for getting cluster id 2024-11-14T09:20:55,432 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36205 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T09:20:55,433 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e57703ed-8820-43c0-ae2d-8039694f365f' 2024-11-14T09:20:55,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T09:20:55,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e57703ed-8820-43c0-ae2d-8039694f365f" 2024-11-14T09:20:55,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6bc1188c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:20:55,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83f56b55f2af,33133,-1] 2024-11-14T09:20:55,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T09:20:55,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:20:55,435 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-14T09:20:55,437 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36205 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@17fc7469, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:20:55,438 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36205 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:20:55,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83f56b55f2af,36205,1731576035343, seqNum=-1] 2024-11-14T09:20:55,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T09:20:55,441 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-14T09:20:55,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731576043175.748cda6d6ad1053cbb30d577daf26d8e., hostname=83f56b55f2af,36205,1731576035343, seqNum=2] 2024-11-14T09:20:55,445 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36205 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T09:20:55,482 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,36205,1731576035343.replicationSource.wal-reader.83f56b55f2af%2C36205%2C1731576035343,1-83f56b55f2af,36205,1731576035343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/WALs/83f56b55f2af,36205,1731576035343/83f56b55f2af%2C36205%2C1731576035343.1731576036690 to pos 480, reset compression=false 2024-11-14T09:20:55,490 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,36205,1731576035343.replicationSource.wal-reader.83f56b55f2af%2C36205%2C1731576035343,1-83f56b55f2af,36205,1731576035343 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T09:20:55,490 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,36205,1731576035343.replicationSource.wal-reader.83f56b55f2af%2C36205%2C1731576035343,1-83f56b55f2af,36205,1731576035343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/WALs/83f56b55f2af,36205,1731576035343/83f56b55f2af%2C36205%2C1731576035343.1731576036690 to pos 632, reset compression=false 2024-11-14T09:20:55,490 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,36205,1731576035343.replicationSource.shipper83f56b55f2af%2C36205%2C1731576035343,1-83f56b55f2af,36205,1731576035343 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83f56b55f2af,36205,1731576035343 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/WALs/83f56b55f2af,36205,1731576035343/83f56b55f2af%2C36205%2C1731576035343.1731576036690, lastWalPosition=632, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T09:20:55,629 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42779,1731576041233.replicationSource.wal-reader.83f56b55f2af%2C42779%2C1731576041233,1-83f56b55f2af,42779,1731576041233 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33669/user/jenkins/test-data/c381d9d1-2cf3-f7a6-488b-e24f6ad09852/WALs/83f56b55f2af,42779,1731576041233/83f56b55f2af%2C42779%2C1731576041233.1731576042155 to pos 656, reset compression=false 2024-11-14T09:20:55,694 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40071,1731576038116.replicationSource.wal-reader.83f56b55f2af%2C40071%2C1731576038116,1-83f56b55f2af,40071,1731576038116 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/WALs/83f56b55f2af,40071,1731576038116/83f56b55f2af%2C40071%2C1731576038116.1731576039861 to pos 608, reset compression=false 2024-11-14T09:20:55,694 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,36205,1731576035343.replicationSource.wal-reader.83f56b55f2af%2C36205%2C1731576035343,1-83f56b55f2af,36205,1731576035343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/WALs/83f56b55f2af,36205,1731576035343/83f56b55f2af%2C36205%2C1731576035343.1731576036690 to pos 632, reset compression=false 2024-11-14T09:20:55,934 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42779,1731576041233.replicationSource.wal-reader.83f56b55f2af%2C42779%2C1731576041233,1-83f56b55f2af,42779,1731576041233 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33669/user/jenkins/test-data/c381d9d1-2cf3-f7a6-488b-e24f6ad09852/WALs/83f56b55f2af,42779,1731576041233/83f56b55f2af%2C42779%2C1731576041233.1731576042155 to pos 656, reset compression=false 2024-11-14T09:20:56,003 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,36205,1731576035343.replicationSource.wal-reader.83f56b55f2af%2C36205%2C1731576035343,1-83f56b55f2af,36205,1731576035343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/WALs/83f56b55f2af,36205,1731576035343/83f56b55f2af%2C36205%2C1731576035343.1731576036690 to pos 632, reset compression=false 2024-11-14T09:20:56,105 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40071,1731576038116.replicationSource.wal-reader.83f56b55f2af%2C40071%2C1731576038116,1-83f56b55f2af,40071,1731576038116 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/WALs/83f56b55f2af,40071,1731576038116/83f56b55f2af%2C40071%2C1731576038116.1731576039861 to pos 608, reset compression=false 2024-11-14T09:20:56,165 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-14T09:20:56,168 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-14T09:20:56,337 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42779,1731576041233.replicationSource.wal-reader.83f56b55f2af%2C42779%2C1731576041233,1-83f56b55f2af,42779,1731576041233 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33669/user/jenkins/test-data/c381d9d1-2cf3-f7a6-488b-e24f6ad09852/WALs/83f56b55f2af,42779,1731576041233/83f56b55f2af%2C42779%2C1731576041233.1731576042155 to pos 656, reset compression=false 2024-11-14T09:20:56,343 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42779,1731576041233.replicationSource.wal-reader.83f56b55f2af%2C42779%2C1731576041233,1-83f56b55f2af,42779,1731576041233 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T09:20:56,343 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42779,1731576041233.replicationSource.wal-reader.83f56b55f2af%2C42779%2C1731576041233,1-83f56b55f2af,42779,1731576041233 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33669/user/jenkins/test-data/c381d9d1-2cf3-f7a6-488b-e24f6ad09852/WALs/83f56b55f2af,42779,1731576041233/83f56b55f2af%2C42779%2C1731576041233.1731576042155 to pos 760, reset compression=false 2024-11-14T09:20:56,343 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42779,1731576041233.replicationSource.shipper83f56b55f2af%2C42779%2C1731576041233,1-83f56b55f2af,42779,1731576041233 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83f56b55f2af,42779,1731576041233 got entry batch from reader: WALEntryBatch [walEntries=[{test/2adfa175cb3d393f0334fae86a9e9174/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:33669/user/jenkins/test-data/c381d9d1-2cf3-f7a6-488b-e24f6ad09852/WALs/83f56b55f2af,42779,1731576041233/83f56b55f2af%2C42779%2C1731576041233.1731576042155, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-14T09:20:56,344 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36205 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T09:20:56,347 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36205 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T09:20:56,407 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,36205,1731576035343.replicationSource.wal-reader.83f56b55f2af%2C36205%2C1731576035343,1-83f56b55f2af,36205,1731576035343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/WALs/83f56b55f2af,36205,1731576035343/83f56b55f2af%2C36205%2C1731576035343.1731576036690 to pos 632, reset compression=false 2024-11-14T09:20:56,412 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,36205,1731576035343.replicationSource.wal-reader.83f56b55f2af%2C36205%2C1731576035343,1-83f56b55f2af,36205,1731576035343 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T09:20:56,412 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,36205,1731576035343.replicationSource.wal-reader.83f56b55f2af%2C36205%2C1731576035343,1-83f56b55f2af,36205,1731576035343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/WALs/83f56b55f2af,36205,1731576035343/83f56b55f2af%2C36205%2C1731576035343.1731576036690 to pos 760, reset compression=false 2024-11-14T09:20:56,412 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,36205,1731576035343.replicationSource.shipper83f56b55f2af%2C36205%2C1731576035343,1-83f56b55f2af,36205,1731576035343 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83f56b55f2af,36205,1731576035343 got entry batch from reader: WALEntryBatch [walEntries=[{test/748cda6d6ad1053cbb30d577daf26d8e/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/WALs/83f56b55f2af,36205,1731576035343/83f56b55f2af%2C36205%2C1731576035343.1731576036690, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-14T09:20:56,413 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40071 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T09:20:56,416 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40071 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T09:20:56,547 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42779,1731576041233.replicationSource.wal-reader.83f56b55f2af%2C42779%2C1731576041233,1-83f56b55f2af,42779,1731576041233 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33669/user/jenkins/test-data/c381d9d1-2cf3-f7a6-488b-e24f6ad09852/WALs/83f56b55f2af,42779,1731576041233/83f56b55f2af%2C42779%2C1731576041233.1731576042155 to pos 760, reset compression=false 2024-11-14T09:20:56,608 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40071,1731576038116.replicationSource.wal-reader.83f56b55f2af%2C40071%2C1731576038116,1-83f56b55f2af,40071,1731576038116 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/WALs/83f56b55f2af,40071,1731576038116/83f56b55f2af%2C40071%2C1731576038116.1731576039861 to pos 608, reset compression=false 2024-11-14T09:20:56,613 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40071,1731576038116.replicationSource.wal-reader.83f56b55f2af%2C40071%2C1731576038116,1-83f56b55f2af,40071,1731576038116 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T09:20:56,613 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40071,1731576038116.replicationSource.wal-reader.83f56b55f2af%2C40071%2C1731576038116,1-83f56b55f2af,40071,1731576038116 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/WALs/83f56b55f2af,40071,1731576038116/83f56b55f2af%2C40071%2C1731576038116.1731576039861 to pos 760, reset compression=false 2024-11-14T09:20:56,613 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40071,1731576038116.replicationSource.shipper83f56b55f2af%2C40071%2C1731576038116,1-83f56b55f2af,40071,1731576038116 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83f56b55f2af,40071,1731576038116 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/WALs/83f56b55f2af,40071,1731576038116/83f56b55f2af%2C40071%2C1731576038116.1731576039861, lastWalPosition=760, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T09:20:56,621 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,36205,1731576035343.replicationSource.wal-reader.83f56b55f2af%2C36205%2C1731576035343,1-83f56b55f2af,36205,1731576035343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/WALs/83f56b55f2af,36205,1731576035343/83f56b55f2af%2C36205%2C1731576035343.1731576036690 to pos 760, reset compression=false 2024-11-14T09:20:56,824 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40071,1731576038116.replicationSource.wal-reader.83f56b55f2af%2C40071%2C1731576038116,1-83f56b55f2af,40071,1731576038116 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/WALs/83f56b55f2af,40071,1731576038116/83f56b55f2af%2C40071%2C1731576038116.1731576039861 to pos 760, reset compression=false 2024-11-14T09:20:56,850 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42779,1731576041233.replicationSource.wal-reader.83f56b55f2af%2C42779%2C1731576041233,1-83f56b55f2af,42779,1731576041233 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33669/user/jenkins/test-data/c381d9d1-2cf3-f7a6-488b-e24f6ad09852/WALs/83f56b55f2af,42779,1731576041233/83f56b55f2af%2C42779%2C1731576041233.1731576042155 to pos 760, reset compression=false 2024-11-14T09:20:56,926 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,36205,1731576035343.replicationSource.wal-reader.83f56b55f2af%2C36205%2C1731576035343,1-83f56b55f2af,36205,1731576035343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/WALs/83f56b55f2af,36205,1731576035343/83f56b55f2af%2C36205%2C1731576035343.1731576036690 to pos 760, reset compression=false 2024-11-14T09:20:57,128 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40071,1731576038116.replicationSource.wal-reader.83f56b55f2af%2C40071%2C1731576038116,1-83f56b55f2af,40071,1731576038116 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/WALs/83f56b55f2af,40071,1731576038116/83f56b55f2af%2C40071%2C1731576038116.1731576039861 to pos 760, reset compression=false 2024-11-14T09:20:57,170 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-14T09:20:57,175 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-14T09:20:57,255 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42779,1731576041233.replicationSource.wal-reader.83f56b55f2af%2C42779%2C1731576041233,1-83f56b55f2af,42779,1731576041233 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33669/user/jenkins/test-data/c381d9d1-2cf3-f7a6-488b-e24f6ad09852/WALs/83f56b55f2af,42779,1731576041233/83f56b55f2af%2C42779%2C1731576041233.1731576042155 to pos 760, reset compression=false 2024-11-14T09:20:57,330 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,36205,1731576035343.replicationSource.wal-reader.83f56b55f2af%2C36205%2C1731576035343,1-83f56b55f2af,36205,1731576035343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/WALs/83f56b55f2af,36205,1731576035343/83f56b55f2af%2C36205%2C1731576035343.1731576036690 to pos 760, reset compression=false 2024-11-14T09:20:57,336 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,36205,1731576035343.replicationSource.wal-reader.83f56b55f2af%2C36205%2C1731576035343,1-83f56b55f2af,36205,1731576035343 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T09:20:57,337 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,36205,1731576035343.replicationSource.wal-reader.83f56b55f2af%2C36205%2C1731576035343,1-83f56b55f2af,36205,1731576035343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/WALs/83f56b55f2af,36205,1731576035343/83f56b55f2af%2C36205%2C1731576035343.1731576036690 to pos 916, reset compression=false 2024-11-14T09:20:57,337 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,36205,1731576035343.replicationSource.shipper83f56b55f2af%2C36205%2C1731576035343,1-83f56b55f2af,36205,1731576035343 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83f56b55f2af,36205,1731576035343 got entry batch from reader: WALEntryBatch [walEntries=[{test/748cda6d6ad1053cbb30d577daf26d8e/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/WALs/83f56b55f2af,36205,1731576035343/83f56b55f2af%2C36205%2C1731576035343.1731576036690, lastWalPosition=916, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-14T09:20:57,338 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40071 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T09:20:57,341 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40071 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T09:20:57,533 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40071,1731576038116.replicationSource.wal-reader.83f56b55f2af%2C40071%2C1731576038116,1-83f56b55f2af,40071,1731576038116 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/WALs/83f56b55f2af,40071,1731576038116/83f56b55f2af%2C40071%2C1731576038116.1731576039861 to pos 760, reset compression=false 2024-11-14T09:20:57,538 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40071,1731576038116.replicationSource.wal-reader.83f56b55f2af%2C40071%2C1731576038116,1-83f56b55f2af,40071,1731576038116 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T09:20:57,538 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40071,1731576038116.replicationSource.wal-reader.83f56b55f2af%2C40071%2C1731576038116,1-83f56b55f2af,40071,1731576038116 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/WALs/83f56b55f2af,40071,1731576038116/83f56b55f2af%2C40071%2C1731576038116.1731576039861 to pos 908, reset compression=false 2024-11-14T09:20:57,538 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40071,1731576038116.replicationSource.shipper83f56b55f2af%2C40071%2C1731576038116,1-83f56b55f2af,40071,1731576038116 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83f56b55f2af,40071,1731576038116 got entry batch from reader: WALEntryBatch [walEntries=[{test/7fc2ad1935964bcb5137bfb7b6a2133a/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/WALs/83f56b55f2af,40071,1731576038116/83f56b55f2af%2C40071%2C1731576038116.1731576039861, lastWalPosition=908, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-14T09:20:57,540 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42779 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T09:20:57,543 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42779 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T09:20:57,545 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,36205,1731576035343.replicationSource.wal-reader.83f56b55f2af%2C36205%2C1731576035343,1-83f56b55f2af,36205,1731576035343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/WALs/83f56b55f2af,36205,1731576035343/83f56b55f2af%2C36205%2C1731576035343.1731576036690 to pos 916, reset compression=false 2024-11-14T09:20:57,742 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40071,1731576038116.replicationSource.wal-reader.83f56b55f2af%2C40071%2C1731576038116,1-83f56b55f2af,40071,1731576038116 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/WALs/83f56b55f2af,40071,1731576038116/83f56b55f2af%2C40071%2C1731576038116.1731576039861 to pos 908, reset compression=false 2024-11-14T09:20:57,759 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42779,1731576041233.replicationSource.wal-reader.83f56b55f2af%2C42779%2C1731576041233,1-83f56b55f2af,42779,1731576041233 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33669/user/jenkins/test-data/c381d9d1-2cf3-f7a6-488b-e24f6ad09852/WALs/83f56b55f2af,42779,1731576041233/83f56b55f2af%2C42779%2C1731576041233.1731576042155 to pos 760, reset compression=false 2024-11-14T09:20:57,764 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42779,1731576041233.replicationSource.wal-reader.83f56b55f2af%2C42779%2C1731576041233,1-83f56b55f2af,42779,1731576041233 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T09:20:57,764 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42779,1731576041233.replicationSource.wal-reader.83f56b55f2af%2C42779%2C1731576041233,1-83f56b55f2af,42779,1731576041233 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33669/user/jenkins/test-data/c381d9d1-2cf3-f7a6-488b-e24f6ad09852/WALs/83f56b55f2af,42779,1731576041233/83f56b55f2af%2C42779%2C1731576041233.1731576042155 to pos 932, reset compression=false 2024-11-14T09:20:57,764 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42779,1731576041233.replicationSource.shipper83f56b55f2af%2C42779%2C1731576041233,1-83f56b55f2af,42779,1731576041233 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83f56b55f2af,42779,1731576041233 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33669/user/jenkins/test-data/c381d9d1-2cf3-f7a6-488b-e24f6ad09852/WALs/83f56b55f2af,42779,1731576041233/83f56b55f2af%2C42779%2C1731576041233.1731576042155, lastWalPosition=932, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T09:20:57,849 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,36205,1731576035343.replicationSource.wal-reader.83f56b55f2af%2C36205%2C1731576035343,1-83f56b55f2af,36205,1731576035343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/WALs/83f56b55f2af,36205,1731576035343/83f56b55f2af%2C36205%2C1731576035343.1731576036690 to pos 916, reset compression=false 2024-11-14T09:20:57,967 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42779,1731576041233.replicationSource.wal-reader.83f56b55f2af%2C42779%2C1731576041233,1-83f56b55f2af,42779,1731576041233 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33669/user/jenkins/test-data/c381d9d1-2cf3-f7a6-488b-e24f6ad09852/WALs/83f56b55f2af,42779,1731576041233/83f56b55f2af%2C42779%2C1731576041233.1731576042155 to pos 932, reset compression=false 2024-11-14T09:20:58,047 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40071,1731576038116.replicationSource.wal-reader.83f56b55f2af%2C40071%2C1731576038116,1-83f56b55f2af,40071,1731576038116 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/WALs/83f56b55f2af,40071,1731576038116/83f56b55f2af%2C40071%2C1731576038116.1731576039861 to pos 908, reset compression=false 2024-11-14T09:20:58,178 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-14T09:20:58,182 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-14T09:20:58,262 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,36205,1731576035343.replicationSource.wal-reader.83f56b55f2af%2C36205%2C1731576035343,1-83f56b55f2af,36205,1731576035343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/WALs/83f56b55f2af,36205,1731576035343/83f56b55f2af%2C36205%2C1731576035343.1731576036690 to pos 916, reset compression=false 2024-11-14T09:20:58,273 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42779,1731576041233.replicationSource.wal-reader.83f56b55f2af%2C42779%2C1731576041233,1-83f56b55f2af,42779,1731576041233 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33669/user/jenkins/test-data/c381d9d1-2cf3-f7a6-488b-e24f6ad09852/WALs/83f56b55f2af,42779,1731576041233/83f56b55f2af%2C42779%2C1731576041233.1731576042155 to pos 932, reset compression=false 2024-11-14T09:20:58,451 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40071,1731576038116.replicationSource.wal-reader.83f56b55f2af%2C40071%2C1731576038116,1-83f56b55f2af,40071,1731576038116 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/WALs/83f56b55f2af,40071,1731576038116/83f56b55f2af%2C40071%2C1731576038116.1731576039861 to pos 908, reset compression=false 2024-11-14T09:20:58,469 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40071,1731576038116.replicationSource.wal-reader.83f56b55f2af%2C40071%2C1731576038116,1-83f56b55f2af,40071,1731576038116 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T09:20:58,469 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40071,1731576038116.replicationSource.wal-reader.83f56b55f2af%2C40071%2C1731576038116,1-83f56b55f2af,40071,1731576038116 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/WALs/83f56b55f2af,40071,1731576038116/83f56b55f2af%2C40071%2C1731576038116.1731576039861 to pos 1067, reset compression=false 2024-11-14T09:20:58,469 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40071,1731576038116.replicationSource.shipper83f56b55f2af%2C40071%2C1731576038116,1-83f56b55f2af,40071,1731576038116 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83f56b55f2af,40071,1731576038116 got entry batch from reader: WALEntryBatch [walEntries=[{test/7fc2ad1935964bcb5137bfb7b6a2133a/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/WALs/83f56b55f2af,40071,1731576038116/83f56b55f2af%2C40071%2C1731576038116.1731576039861, lastWalPosition=1067, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-14T09:20:58,470 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42779 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T09:20:58,481 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42779 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T09:20:58,677 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42779,1731576041233.replicationSource.wal-reader.83f56b55f2af%2C42779%2C1731576041233,1-83f56b55f2af,42779,1731576041233 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33669/user/jenkins/test-data/c381d9d1-2cf3-f7a6-488b-e24f6ad09852/WALs/83f56b55f2af,42779,1731576041233/83f56b55f2af%2C42779%2C1731576041233.1731576042155 to pos 932, reset compression=false 2024-11-14T09:20:58,683 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40071,1731576038116.replicationSource.wal-reader.83f56b55f2af%2C40071%2C1731576038116,1-83f56b55f2af,40071,1731576038116 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/WALs/83f56b55f2af,40071,1731576038116/83f56b55f2af%2C40071%2C1731576038116.1731576039861 to pos 1067, reset compression=false 2024-11-14T09:20:58,685 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42779,1731576041233.replicationSource.wal-reader.83f56b55f2af%2C42779%2C1731576041233,1-83f56b55f2af,42779,1731576041233 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T09:20:58,686 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42779,1731576041233.replicationSource.wal-reader.83f56b55f2af%2C42779%2C1731576041233,1-83f56b55f2af,42779,1731576041233 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33669/user/jenkins/test-data/c381d9d1-2cf3-f7a6-488b-e24f6ad09852/WALs/83f56b55f2af,42779,1731576041233/83f56b55f2af%2C42779%2C1731576041233.1731576042155 to pos 1082, reset compression=false 2024-11-14T09:20:58,686 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42779,1731576041233.replicationSource.shipper83f56b55f2af%2C42779%2C1731576041233,1-83f56b55f2af,42779,1731576041233 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83f56b55f2af,42779,1731576041233 got entry batch from reader: WALEntryBatch [walEntries=[{test/2adfa175cb3d393f0334fae86a9e9174/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:33669/user/jenkins/test-data/c381d9d1-2cf3-f7a6-488b-e24f6ad09852/WALs/83f56b55f2af,42779,1731576041233/83f56b55f2af%2C42779%2C1731576041233.1731576042155, lastWalPosition=1082, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-14T09:20:58,687 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36205 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T09:20:58,690 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36205 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T09:20:58,766 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,36205,1731576035343.replicationSource.wal-reader.83f56b55f2af%2C36205%2C1731576035343,1-83f56b55f2af,36205,1731576035343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/WALs/83f56b55f2af,36205,1731576035343/83f56b55f2af%2C36205%2C1731576035343.1731576036690 to pos 916, reset compression=false 2024-11-14T09:20:58,784 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,36205,1731576035343.replicationSource.wal-reader.83f56b55f2af%2C36205%2C1731576035343,1-83f56b55f2af,36205,1731576035343 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T09:20:58,784 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,36205,1731576035343.replicationSource.wal-reader.83f56b55f2af%2C36205%2C1731576035343,1-83f56b55f2af,36205,1731576035343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/WALs/83f56b55f2af,36205,1731576035343/83f56b55f2af%2C36205%2C1731576035343.1731576036690 to pos 1090, reset compression=false 2024-11-14T09:20:58,784 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,36205,1731576035343.replicationSource.shipper83f56b55f2af%2C36205%2C1731576035343,1-83f56b55f2af,36205,1731576035343 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83f56b55f2af,36205,1731576035343 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/WALs/83f56b55f2af,36205,1731576035343/83f56b55f2af%2C36205%2C1731576035343.1731576036690, lastWalPosition=1090, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T09:20:58,893 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42779,1731576041233.replicationSource.wal-reader.83f56b55f2af%2C42779%2C1731576041233,1-83f56b55f2af,42779,1731576041233 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33669/user/jenkins/test-data/c381d9d1-2cf3-f7a6-488b-e24f6ad09852/WALs/83f56b55f2af,42779,1731576041233/83f56b55f2af%2C42779%2C1731576041233.1731576042155 to pos 1082, reset compression=false 2024-11-14T09:20:58,988 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40071,1731576038116.replicationSource.wal-reader.83f56b55f2af%2C40071%2C1731576038116,1-83f56b55f2af,40071,1731576038116 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/WALs/83f56b55f2af,40071,1731576038116/83f56b55f2af%2C40071%2C1731576038116.1731576039861 to pos 1067, reset compression=false 2024-11-14T09:20:58,990 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,36205,1731576035343.replicationSource.wal-reader.83f56b55f2af%2C36205%2C1731576035343,1-83f56b55f2af,36205,1731576035343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/WALs/83f56b55f2af,36205,1731576035343/83f56b55f2af%2C36205%2C1731576035343.1731576036690 to pos 1090, reset compression=false 2024-11-14T09:20:59,184 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-14T09:20:59,188 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-14T09:20:59,198 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42779,1731576041233.replicationSource.wal-reader.83f56b55f2af%2C42779%2C1731576041233,1-83f56b55f2af,42779,1731576041233 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33669/user/jenkins/test-data/c381d9d1-2cf3-f7a6-488b-e24f6ad09852/WALs/83f56b55f2af,42779,1731576041233/83f56b55f2af%2C42779%2C1731576041233.1731576042155 to pos 1082, reset compression=false 2024-11-14T09:20:59,202 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42779,1731576041233.replicationSource.wal-reader.83f56b55f2af%2C42779%2C1731576041233,1-83f56b55f2af,42779,1731576041233 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T09:20:59,202 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42779,1731576041233.replicationSource.wal-reader.83f56b55f2af%2C42779%2C1731576041233,1-83f56b55f2af,42779,1731576041233 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33669/user/jenkins/test-data/c381d9d1-2cf3-f7a6-488b-e24f6ad09852/WALs/83f56b55f2af,42779,1731576041233/83f56b55f2af%2C42779%2C1731576041233.1731576042155 to pos 1241, reset compression=false 2024-11-14T09:20:59,202 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42779,1731576041233.replicationSource.shipper83f56b55f2af%2C42779%2C1731576041233,1-83f56b55f2af,42779,1731576041233 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83f56b55f2af,42779,1731576041233 got entry batch from reader: WALEntryBatch [walEntries=[{test/2adfa175cb3d393f0334fae86a9e9174/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:33669/user/jenkins/test-data/c381d9d1-2cf3-f7a6-488b-e24f6ad09852/WALs/83f56b55f2af,42779,1731576041233/83f56b55f2af%2C42779%2C1731576041233.1731576042155, lastWalPosition=1241, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-14T09:20:59,203 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36205 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T09:20:59,206 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36205 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T09:20:59,295 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,36205,1731576035343.replicationSource.wal-reader.83f56b55f2af%2C36205%2C1731576035343,1-83f56b55f2af,36205,1731576035343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/WALs/83f56b55f2af,36205,1731576035343/83f56b55f2af%2C36205%2C1731576035343.1731576036690 to pos 1090, reset compression=false 2024-11-14T09:20:59,305 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,36205,1731576035343.replicationSource.wal-reader.83f56b55f2af%2C36205%2C1731576035343,1-83f56b55f2af,36205,1731576035343 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T09:20:59,305 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,36205,1731576035343.replicationSource.wal-reader.83f56b55f2af%2C36205%2C1731576035343,1-83f56b55f2af,36205,1731576035343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/WALs/83f56b55f2af,36205,1731576035343/83f56b55f2af%2C36205%2C1731576035343.1731576036690 to pos 1240, reset compression=false 2024-11-14T09:20:59,305 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,36205,1731576035343.replicationSource.shipper83f56b55f2af%2C36205%2C1731576035343,1-83f56b55f2af,36205,1731576035343 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83f56b55f2af,36205,1731576035343 got entry batch from reader: WALEntryBatch [walEntries=[{test/748cda6d6ad1053cbb30d577daf26d8e/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/WALs/83f56b55f2af,36205,1731576035343/83f56b55f2af%2C36205%2C1731576035343.1731576036690, lastWalPosition=1240, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-14T09:20:59,306 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40071 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T09:20:59,309 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40071 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T09:20:59,392 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40071,1731576038116.replicationSource.wal-reader.83f56b55f2af%2C40071%2C1731576038116,1-83f56b55f2af,40071,1731576038116 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/WALs/83f56b55f2af,40071,1731576038116/83f56b55f2af%2C40071%2C1731576038116.1731576039861 to pos 1067, reset compression=false 2024-11-14T09:20:59,398 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40071,1731576038116.replicationSource.wal-reader.83f56b55f2af%2C40071%2C1731576038116,1-83f56b55f2af,40071,1731576038116 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T09:20:59,398 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40071,1731576038116.replicationSource.wal-reader.83f56b55f2af%2C40071%2C1731576038116,1-83f56b55f2af,40071,1731576038116 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/WALs/83f56b55f2af,40071,1731576038116/83f56b55f2af%2C40071%2C1731576038116.1731576039861 to pos 1241, reset compression=false 2024-11-14T09:20:59,398 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40071,1731576038116.replicationSource.shipper83f56b55f2af%2C40071%2C1731576038116,1-83f56b55f2af,40071,1731576038116 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83f56b55f2af,40071,1731576038116 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/WALs/83f56b55f2af,40071,1731576038116/83f56b55f2af%2C40071%2C1731576038116.1731576039861, lastWalPosition=1241, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T09:20:59,405 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42779,1731576041233.replicationSource.wal-reader.83f56b55f2af%2C42779%2C1731576041233,1-83f56b55f2af,42779,1731576041233 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33669/user/jenkins/test-data/c381d9d1-2cf3-f7a6-488b-e24f6ad09852/WALs/83f56b55f2af,42779,1731576041233/83f56b55f2af%2C42779%2C1731576041233.1731576042155 to pos 1241, reset compression=false 2024-11-14T09:20:59,517 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,36205,1731576035343.replicationSource.wal-reader.83f56b55f2af%2C36205%2C1731576035343,1-83f56b55f2af,36205,1731576035343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/WALs/83f56b55f2af,36205,1731576035343/83f56b55f2af%2C36205%2C1731576035343.1731576036690 to pos 1240, reset compression=false 2024-11-14T09:20:59,604 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40071,1731576038116.replicationSource.wal-reader.83f56b55f2af%2C40071%2C1731576038116,1-83f56b55f2af,40071,1731576038116 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/WALs/83f56b55f2af,40071,1731576038116/83f56b55f2af%2C40071%2C1731576038116.1731576039861 to pos 1241, reset compression=false 2024-11-14T09:20:59,709 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42779,1731576041233.replicationSource.wal-reader.83f56b55f2af%2C42779%2C1731576041233,1-83f56b55f2af,42779,1731576041233 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33669/user/jenkins/test-data/c381d9d1-2cf3-f7a6-488b-e24f6ad09852/WALs/83f56b55f2af,42779,1731576041233/83f56b55f2af%2C42779%2C1731576041233.1731576042155 to pos 1241, reset compression=false 2024-11-14T09:20:59,832 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,36205,1731576035343.replicationSource.wal-reader.83f56b55f2af%2C36205%2C1731576035343,1-83f56b55f2af,36205,1731576035343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/WALs/83f56b55f2af,36205,1731576035343/83f56b55f2af%2C36205%2C1731576035343.1731576036690 to pos 1240, reset compression=false 2024-11-14T09:20:59,911 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40071,1731576038116.replicationSource.wal-reader.83f56b55f2af%2C40071%2C1731576038116,1-83f56b55f2af,40071,1731576038116 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/WALs/83f56b55f2af,40071,1731576038116/83f56b55f2af%2C40071%2C1731576038116.1731576039861 to pos 1241, reset compression=false 2024-11-14T09:21:00,115 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42779,1731576041233.replicationSource.wal-reader.83f56b55f2af%2C42779%2C1731576041233,1-83f56b55f2af,42779,1731576041233 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33669/user/jenkins/test-data/c381d9d1-2cf3-f7a6-488b-e24f6ad09852/WALs/83f56b55f2af,42779,1731576041233/83f56b55f2af%2C42779%2C1731576041233.1731576042155 to pos 1241, reset compression=false 2024-11-14T09:21:00,190 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-14T09:21:00,198 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@762ffe19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:21:00,198 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83f56b55f2af,36047,-1 for getting cluster id 2024-11-14T09:21:00,198 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T09:21:00,199 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a283078-a048-495e-a3fe-339b80cb536b' 2024-11-14T09:21:00,199 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T09:21:00,199 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a283078-a048-495e-a3fe-339b80cb536b" 2024-11-14T09:21:00,199 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73485764, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:21:00,200 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83f56b55f2af,36047,-1] 2024-11-14T09:21:00,200 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T09:21:00,200 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:21:00,201 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T09:21:00,201 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d6c59c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:21:00,203 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T09:21:00,204 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 83f56b55f2af,36047,1731576041165 2024-11-14T09:21:00,204 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5f17889c 2024-11-14T09:21:00,205 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T09:21:00,206 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T09:21:00,207 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36047 {}] master.HMaster(3992): Client=jenkins//172.17.0.2 disable replication peer, id=1 2024-11-14T09:21:00,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36047 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-14T09:21:00,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36047 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-14T09:21:00,216 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T09:21:00,237 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,36205,1731576035343.replicationSource.wal-reader.83f56b55f2af%2C36205%2C1731576035343,1-83f56b55f2af,36205,1731576035343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/WALs/83f56b55f2af,36205,1731576035343/83f56b55f2af%2C36205%2C1731576035343.1731576036690 to pos 1240, reset compression=false 2024-11-14T09:21:00,314 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40071,1731576038116.replicationSource.wal-reader.83f56b55f2af%2C40071%2C1731576038116,1-83f56b55f2af,40071,1731576038116 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/WALs/83f56b55f2af,40071,1731576038116/83f56b55f2af%2C40071%2C1731576038116.1731576039861 to pos 1241, reset compression=false 2024-11-14T09:21:00,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36047 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-14T09:21:00,369 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-14T09:21:00,369 INFO [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-14T09:21:00,370 INFO [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-14T09:21:00,370 INFO [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-83f56b55f2af,42779,1731576041233 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-14T09:21:00,370 INFO [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0. 2024-11-14T09:21:00,370 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:21:00,370 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:21:00,371 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:21:00,371 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T09:21:00,471 WARN [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42779,1731576041233.replicationSource.wal-reader.83f56b55f2af%2C42779%2C1731576041233,1-83f56b55f2af,42779,1731576041233 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T09:21:00,471 WARN [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42779,1731576041233.replicationSource.shipper83f56b55f2af%2C42779%2C1731576041233,1-83f56b55f2af,42779,1731576041233 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-14T09:21:00,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36047 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-14T09:21:00,571 INFO [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42779,1731576041233.replicationSource.shipper83f56b55f2af%2C42779%2C1731576041233,1-83f56b55f2af,42779,1731576041233 terminated 2024-11-14T09:21:00,588 INFO [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-83f56b55f2af,42779,1731576041233, ReplicationSource: 1, currentBandwidth=0 2024-11-14T09:21:00,589 INFO [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-14T09:21:00,589 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-14T09:21:00,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36047 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-14T09:21:00,592 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 83f56b55f2af,42779,1731576041233 suceeded 2024-11-14T09:21:00,593 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-14T09:21:00,594 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 376 msec 2024-11-14T09:21:00,594 INFO [PEWorker-5 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-14T09:21:00,595 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 387 msec 2024-11-14T09:21:00,604 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42779,1731576041233 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='83f56b55f2af:33133' 2024-11-14T09:21:00,605 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42779,1731576041233 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4d4faa10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:21:00,605 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42779,1731576041233 {}] client.ClusterIdFetcher(90): Going to request 83f56b55f2af,33133,-1 for getting cluster id 2024-11-14T09:21:00,606 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42779,1731576041233 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T09:21:00,606 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e57703ed-8820-43c0-ae2d-8039694f365f' 2024-11-14T09:21:00,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T09:21:00,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e57703ed-8820-43c0-ae2d-8039694f365f" 2024-11-14T09:21:00,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2a80c81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:21:00,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83f56b55f2af,33133,-1] 2024-11-14T09:21:00,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T09:21:00,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:21:00,608 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-14T09:21:00,609 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42779,1731576041233 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@220c7465, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:21:00,609 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42779,1731576041233 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T09:21:00,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 83f56b55f2af,33133,1731576035287 2024-11-14T09:21:00,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5e6e1a6b 2024-11-14T09:21:00,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T09:21:00,611 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-14T09:21:00,612 INFO [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42779,1731576041233 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-83f56b55f2af,42779,1731576041233 (queues=1) is replicating from cluster=9a283078-a048-495e-a3fe-339b80cb536b to cluster=e57703ed-8820-43c0-ae2d-8039694f365f 2024-11-14T09:21:00,612 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42779,1731576041233 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=83f56b55f2af%2C42779%2C1731576041233 2024-11-14T09:21:00,612 INFO [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42779,1731576041233 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-83f56b55f2af,42779,1731576041233, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T09:21:00,615 INFO [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42779,1731576041233.replicationSource.shipper83f56b55f2af%2C42779%2C1731576041233,1-83f56b55f2af,42779,1731576041233 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 83f56b55f2af%2C42779%2C1731576041233 2024-11-14T09:21:00,790 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,36205,1731576035343.replicationSource.wal-reader.83f56b55f2af%2C36205%2C1731576035343,1-83f56b55f2af,36205,1731576035343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/WALs/83f56b55f2af,36205,1731576035343/83f56b55f2af%2C36205%2C1731576035343.1731576036690 to pos 1240, reset compression=false 2024-11-14T09:21:00,826 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40071,1731576038116.replicationSource.wal-reader.83f56b55f2af%2C40071%2C1731576038116,1-83f56b55f2af,40071,1731576038116 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/WALs/83f56b55f2af,40071,1731576038116/83f56b55f2af%2C40071%2C1731576038116.1731576039861 to pos 1241, reset compression=false 2024-11-14T09:21:00,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36047 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-14T09:21:00,835 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-14T09:21:00,835 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T09:21:00,835 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:21:00,835 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:21:00,835 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:21:00,835 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T09:21:00,838 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-14T09:21:01,395 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,36205,1731576035343.replicationSource.wal-reader.83f56b55f2af%2C36205%2C1731576035343,1-83f56b55f2af,36205,1731576035343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/WALs/83f56b55f2af,36205,1731576035343/83f56b55f2af%2C36205%2C1731576035343.1731576036690 to pos 1240, reset compression=false 2024-11-14T09:21:01,400 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,36205,1731576035343.replicationSource.wal-reader.83f56b55f2af%2C36205%2C1731576035343,1-83f56b55f2af,36205,1731576035343 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T09:21:01,400 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,36205,1731576035343.replicationSource.wal-reader.83f56b55f2af%2C36205%2C1731576035343,1-83f56b55f2af,36205,1731576035343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/WALs/83f56b55f2af,36205,1731576035343/83f56b55f2af%2C36205%2C1731576035343.1731576036690 to pos 1344, reset compression=false 2024-11-14T09:21:01,400 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,36205,1731576035343.replicationSource.shipper83f56b55f2af%2C36205%2C1731576035343,1-83f56b55f2af,36205,1731576035343 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83f56b55f2af,36205,1731576035343 got entry batch from reader: WALEntryBatch [walEntries=[{test/748cda6d6ad1053cbb30d577daf26d8e/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/WALs/83f56b55f2af,36205,1731576035343/83f56b55f2af%2C36205%2C1731576035343.1731576036690, lastWalPosition=1344, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-14T09:21:01,401 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40071 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T09:21:01,408 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40071 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T09:21:01,429 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40071,1731576038116.replicationSource.wal-reader.83f56b55f2af%2C40071%2C1731576038116,1-83f56b55f2af,40071,1731576038116 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/WALs/83f56b55f2af,40071,1731576038116/83f56b55f2af%2C40071%2C1731576038116.1731576039861 to pos 1241, reset compression=false 2024-11-14T09:21:01,435 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40071,1731576038116.replicationSource.wal-reader.83f56b55f2af%2C40071%2C1731576038116,1-83f56b55f2af,40071,1731576038116 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T09:21:01,435 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40071,1731576038116.replicationSource.wal-reader.83f56b55f2af%2C40071%2C1731576038116,1-83f56b55f2af,40071,1731576038116 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/WALs/83f56b55f2af,40071,1731576038116/83f56b55f2af%2C40071%2C1731576038116.1731576039861 to pos 1369, reset compression=false 2024-11-14T09:21:01,435 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40071,1731576038116.replicationSource.shipper83f56b55f2af%2C40071%2C1731576038116,1-83f56b55f2af,40071,1731576038116 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83f56b55f2af,40071,1731576038116 got entry batch from reader: WALEntryBatch [walEntries=[{test/7fc2ad1935964bcb5137bfb7b6a2133a/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/WALs/83f56b55f2af,40071,1731576038116/83f56b55f2af%2C40071%2C1731576038116.1731576039861, lastWalPosition=1369, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-14T09:21:01,437 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42779 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T09:21:01,440 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42779 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T09:21:01,604 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,36205,1731576035343.replicationSource.wal-reader.83f56b55f2af%2C36205%2C1731576035343,1-83f56b55f2af,36205,1731576035343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/WALs/83f56b55f2af,36205,1731576035343/83f56b55f2af%2C36205%2C1731576035343.1731576036690 to pos 1344, reset compression=false 2024-11-14T09:21:01,640 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40071,1731576038116.replicationSource.wal-reader.83f56b55f2af%2C40071%2C1731576038116,1-83f56b55f2af,40071,1731576038116 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/WALs/83f56b55f2af,40071,1731576038116/83f56b55f2af%2C40071%2C1731576038116.1731576039861 to pos 1369, reset compression=false 2024-11-14T09:21:01,841 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-14T09:21:01,844 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c08d42d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:21:01,844 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83f56b55f2af,36047,-1 for getting cluster id 2024-11-14T09:21:01,844 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T09:21:01,845 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a283078-a048-495e-a3fe-339b80cb536b' 2024-11-14T09:21:01,845 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T09:21:01,845 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a283078-a048-495e-a3fe-339b80cb536b" 2024-11-14T09:21:01,845 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26a1cc09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:21:01,845 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83f56b55f2af,36047,-1] 2024-11-14T09:21:01,846 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T09:21:01,846 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:21:01,853 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T09:21:01,854 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45bcbeaa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:21:01,856 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T09:21:01,857 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(321): The fetched master address is 83f56b55f2af,36047,1731576041165 2024-11-14T09:21:01,858 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@735caab6 2024-11-14T09:21:01,858 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T09:21:01,860 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T09:21:01,860 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36047 {}] master.HMaster(3986): Client=jenkins//172.17.0.2 enable replication peer, id=1 2024-11-14T09:21:01,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36047 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-14T09:21:01,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36047 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-14T09:21:01,870 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T09:21:01,913 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,36205,1731576035343.replicationSource.wal-reader.83f56b55f2af%2C36205%2C1731576035343,1-83f56b55f2af,36205,1731576035343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/WALs/83f56b55f2af,36205,1731576035343/83f56b55f2af%2C36205%2C1731576035343.1731576036690 to pos 1344, reset compression=false 2024-11-14T09:21:01,950 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40071,1731576038116.replicationSource.wal-reader.83f56b55f2af%2C40071%2C1731576038116,1-83f56b55f2af,40071,1731576038116 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/WALs/83f56b55f2af,40071,1731576038116/83f56b55f2af%2C40071%2C1731576038116.1731576039861 to pos 1369, reset compression=false 2024-11-14T09:21:01,962 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40071,1731576038116.replicationSource.wal-reader.83f56b55f2af%2C40071%2C1731576038116,1-83f56b55f2af,40071,1731576038116 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T09:21:01,962 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40071,1731576038116.replicationSource.wal-reader.83f56b55f2af%2C40071%2C1731576038116,1-83f56b55f2af,40071,1731576038116 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/WALs/83f56b55f2af,40071,1731576038116/83f56b55f2af%2C40071%2C1731576038116.1731576039861 to pos 1473, reset compression=false 2024-11-14T09:21:01,962 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40071,1731576038116.replicationSource.shipper83f56b55f2af%2C40071%2C1731576038116,1-83f56b55f2af,40071,1731576038116 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83f56b55f2af,40071,1731576038116 got entry batch from reader: WALEntryBatch [walEntries=[{test/7fc2ad1935964bcb5137bfb7b6a2133a/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/WALs/83f56b55f2af,40071,1731576038116/83f56b55f2af%2C40071%2C1731576038116.1731576039861, lastWalPosition=1473, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-14T09:21:01,963 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42779 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T09:21:01,966 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42779 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T09:21:01,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36047 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-14T09:21:02,024 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-14T09:21:02,024 INFO [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-14T09:21:02,025 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-14T09:21:02,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36047 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-14T09:21:02,030 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 83f56b55f2af,42779,1731576041233 suceeded 2024-11-14T09:21:02,033 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-14T09:21:02,033 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 161 msec 2024-11-14T09:21:02,033 INFO [PEWorker-2 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-14T09:21:02,035 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 173 msec 2024-11-14T09:21:02,115 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42779,1731576041233.replicationSource.wal-reader.83f56b55f2af%2C42779%2C1731576041233,1-83f56b55f2af,42779,1731576041233 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33669/user/jenkins/test-data/c381d9d1-2cf3-f7a6-488b-e24f6ad09852/WALs/83f56b55f2af,42779,1731576041233/83f56b55f2af%2C42779%2C1731576041233.1731576042155, startPosition=1241, beingWritten=true 2024-11-14T09:21:02,124 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42779,1731576041233.replicationSource.wal-reader.83f56b55f2af%2C42779%2C1731576041233,1-83f56b55f2af,42779,1731576041233 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T09:21:02,125 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42779,1731576041233.replicationSource.wal-reader.83f56b55f2af%2C42779%2C1731576041233,1-83f56b55f2af,42779,1731576041233 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33669/user/jenkins/test-data/c381d9d1-2cf3-f7a6-488b-e24f6ad09852/WALs/83f56b55f2af,42779,1731576041233/83f56b55f2af%2C42779%2C1731576041233.1731576042155 to pos 1521, reset compression=false 2024-11-14T09:21:02,125 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42779,1731576041233.replicationSource.shipper83f56b55f2af%2C42779%2C1731576041233,1-83f56b55f2af,42779,1731576041233 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83f56b55f2af,42779,1731576041233 got entry batch from reader: WALEntryBatch [walEntries=[{test/2adfa175cb3d393f0334fae86a9e9174/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:33669/user/jenkins/test-data/c381d9d1-2cf3-f7a6-488b-e24f6ad09852/WALs/83f56b55f2af,42779,1731576041233/83f56b55f2af%2C42779%2C1731576041233.1731576042155, lastWalPosition=1521, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-14T09:21:02,128 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42779,1731576041233.replicationSource.shipper83f56b55f2af%2C42779%2C1731576041233,1-83f56b55f2af,42779,1731576041233 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T09:21:02,130 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-14T09:21:02,130 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36205 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T09:21:02,135 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36205 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T09:21:02,169 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40071,1731576038116.replicationSource.wal-reader.83f56b55f2af%2C40071%2C1731576038116,1-83f56b55f2af,40071,1731576038116 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/WALs/83f56b55f2af,40071,1731576038116/83f56b55f2af%2C40071%2C1731576038116.1731576039861 to pos 1473, reset compression=false 2024-11-14T09:21:02,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36047 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-14T09:21:02,186 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-14T09:21:02,186 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T09:21:02,186 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:21:02,186 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:21:02,186 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:21:02,186 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T09:21:02,188 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-14T09:21:02,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T09:21:02,188 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T09:21:02,189 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:21:02,189 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:21:02,189 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:21:02,189 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T09:21:02,189 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1192872698, stopped=false 2024-11-14T09:21:02,189 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=83f56b55f2af,36047,1731576041165 2024-11-14T09:21:02,189 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T09:21:02,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36047-0x10115c75e360006, quorum=127.0.0.1:54600, baseZNode=/2-1856677010 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1856677010/running 2024-11-14T09:21:02,191 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T09:21:02,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36047-0x10115c75e360006, quorum=127.0.0.1:54600, baseZNode=/2-1856677010 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1856677010 2024-11-14T09:21:02,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42779-0x10115c75e360007, quorum=127.0.0.1:54600, baseZNode=/2-1856677010 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1856677010/running 2024-11-14T09:21:02,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42779-0x10115c75e360007, quorum=127.0.0.1:54600, baseZNode=/2-1856677010 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1856677010 2024-11-14T09:21:02,192 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T09:21:02,192 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42779-0x10115c75e360007, quorum=127.0.0.1:54600, baseZNode=/2-1856677010 Set watcher on znode that does not yet exist, /2-1856677010/running 2024-11-14T09:21:02,192 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:21:02,192 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:21:02,192 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '83f56b55f2af,42779,1731576041233' ***** 2024-11-14T09:21:02,192 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T09:21:02,193 INFO [RS:0;83f56b55f2af:42779 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T09:21:02,193 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36047-0x10115c75e360006, quorum=127.0.0.1:54600, baseZNode=/2-1856677010 Set watcher on znode that does not yet exist, /2-1856677010/running 2024-11-14T09:21:02,193 INFO [RS:0;83f56b55f2af:42779 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T09:21:02,193 INFO [RS:0;83f56b55f2af:42779 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T09:21:02,193 INFO [RS:0;83f56b55f2af:42779 {}] regionserver.HRegionServer(3091): Received CLOSE for 2adfa175cb3d393f0334fae86a9e9174 2024-11-14T09:21:02,193 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T09:21:02,196 INFO [RS:0;83f56b55f2af:42779 {}] regionserver.HRegionServer(3091): Received CLOSE for b36144cf985c49ed0321f91e80a79946 2024-11-14T09:21:02,196 INFO [RS:0;83f56b55f2af:42779 {}] regionserver.HRegionServer(959): stopping server 83f56b55f2af,42779,1731576041233 2024-11-14T09:21:02,196 INFO [RS:0;83f56b55f2af:42779 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T09:21:02,196 INFO [RS:0;83f56b55f2af:42779 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;83f56b55f2af:42779. 2024-11-14T09:21:02,197 DEBUG [RS:0;83f56b55f2af:42779 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:21:02,197 DEBUG [RS:0;83f56b55f2af:42779 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:21:02,197 INFO [RS:0;83f56b55f2af:42779 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T09:21:02,197 INFO [RS:0;83f56b55f2af:42779 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T09:21:02,197 INFO [RS:0;83f56b55f2af:42779 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T09:21:02,197 INFO [RS:0;83f56b55f2af:42779 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T09:21:02,197 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2adfa175cb3d393f0334fae86a9e9174, disabling compactions & flushes 2024-11-14T09:21:02,197 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731576046468.2adfa175cb3d393f0334fae86a9e9174. 2024-11-14T09:21:02,197 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731576046468.2adfa175cb3d393f0334fae86a9e9174. 2024-11-14T09:21:02,197 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731576046468.2adfa175cb3d393f0334fae86a9e9174. after waiting 0 ms 2024-11-14T09:21:02,197 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731576046468.2adfa175cb3d393f0334fae86a9e9174. 2024-11-14T09:21:02,199 INFO [RS:0;83f56b55f2af:42779 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T09:21:02,199 DEBUG [RS:0;83f56b55f2af:42779 {}] regionserver.HRegionServer(1325): Online Regions={2adfa175cb3d393f0334fae86a9e9174=test,,1731576046468.2adfa175cb3d393f0334fae86a9e9174., 1588230740=hbase:meta,,1.1588230740, b36144cf985c49ed0321f91e80a79946=hbase:replication,,1731576051949.b36144cf985c49ed0321f91e80a79946.} 2024-11-14T09:21:02,200 DEBUG [RS:0;83f56b55f2af:42779 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2adfa175cb3d393f0334fae86a9e9174, b36144cf985c49ed0321f91e80a79946 2024-11-14T09:21:02,200 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2adfa175cb3d393f0334fae86a9e9174 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-14T09:21:02,200 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T09:21:02,200 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T09:21:02,200 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T09:21:02,200 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T09:21:02,200 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T09:21:02,200 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T09:21:02,238 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33669/user/jenkins/test-data/c381d9d1-2cf3-f7a6-488b-e24f6ad09852/data/default/test/2adfa175cb3d393f0334fae86a9e9174/.tmp/f/f6ddb28cf07a4dadb4e8e2a1022b1011 is 37, key is row3/f:row3/1731576060836/Put/seqid=0 2024-11-14T09:21:02,239 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33669/user/jenkins/test-data/c381d9d1-2cf3-f7a6-488b-e24f6ad09852/data/hbase/meta/1588230740/.tmp/info/cc89bdc139e643e1a1a668c7b90aad6b is 147, key is hbase:replication,,1731576051949.b36144cf985c49ed0321f91e80a79946./info:regioninfo/1731576053148/Put/seqid=0 2024-11-14T09:21:02,239 INFO [regionserver/83f56b55f2af:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T09:21:02,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45633 is added to blk_1073741840_1016 (size=7686) 2024-11-14T09:21:02,249 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33669/user/jenkins/test-data/c381d9d1-2cf3-f7a6-488b-e24f6ad09852/data/hbase/meta/1588230740/.tmp/info/cc89bdc139e643e1a1a668c7b90aad6b 2024-11-14T09:21:02,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45633 is added to blk_1073741841_1017 (size=5228) 2024-11-14T09:21:02,317 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,36205,1731576035343.replicationSource.wal-reader.83f56b55f2af%2C36205%2C1731576035343,1-83f56b55f2af,36205,1731576035343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/WALs/83f56b55f2af,36205,1731576035343/83f56b55f2af%2C36205%2C1731576035343.1731576036690 to pos 1344, reset compression=false 2024-11-14T09:21:02,332 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33669/user/jenkins/test-data/c381d9d1-2cf3-f7a6-488b-e24f6ad09852/data/hbase/meta/1588230740/.tmp/ns/e6c2c5c64a5c4553af6ad92fb276f9be is 43, key is default/ns:d/1731576043066/Put/seqid=0 2024-11-14T09:21:02,340 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42779,1731576041233.replicationSource.wal-reader.83f56b55f2af%2C42779%2C1731576041233,1-83f56b55f2af,42779,1731576041233 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33669/user/jenkins/test-data/c381d9d1-2cf3-f7a6-488b-e24f6ad09852/WALs/83f56b55f2af,42779,1731576041233/83f56b55f2af%2C42779%2C1731576041233.1731576042155 to pos 1521, reset compression=false 2024-11-14T09:21:02,342 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,36205,1731576035343.replicationSource.wal-reader.83f56b55f2af%2C36205%2C1731576035343,1-83f56b55f2af,36205,1731576035343 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T09:21:02,342 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,36205,1731576035343.replicationSource.wal-reader.83f56b55f2af%2C36205%2C1731576035343,1-83f56b55f2af,36205,1731576035343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/WALs/83f56b55f2af,36205,1731576035343/83f56b55f2af%2C36205%2C1731576035343.1731576036690 to pos 1496, reset compression=false 2024-11-14T09:21:02,342 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,36205,1731576035343.replicationSource.shipper83f56b55f2af%2C36205%2C1731576035343,1-83f56b55f2af,36205,1731576035343 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83f56b55f2af,36205,1731576035343 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/WALs/83f56b55f2af,36205,1731576035343/83f56b55f2af%2C36205%2C1731576035343.1731576036690, lastWalPosition=1496, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T09:21:02,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45633 is added to blk_1073741842_1018 (size=5153) 2024-11-14T09:21:02,392 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42779,1731576041233.replicationSource.wal-reader.83f56b55f2af%2C42779%2C1731576041233,1-83f56b55f2af,42779,1731576041233 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T09:21:02,392 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42779,1731576041233.replicationSource.wal-reader.83f56b55f2af%2C42779%2C1731576041233,1-83f56b55f2af,42779,1731576041233 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33669/user/jenkins/test-data/c381d9d1-2cf3-f7a6-488b-e24f6ad09852/WALs/83f56b55f2af,42779,1731576041233/83f56b55f2af%2C42779%2C1731576041233.1731576042155 to pos 1768, reset compression=false 2024-11-14T09:21:02,392 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42779,1731576041233.replicationSource.shipper83f56b55f2af%2C42779%2C1731576041233,1-83f56b55f2af,42779,1731576041233 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83f56b55f2af,42779,1731576041233 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33669/user/jenkins/test-data/c381d9d1-2cf3-f7a6-488b-e24f6ad09852/WALs/83f56b55f2af,42779,1731576041233/83f56b55f2af%2C42779%2C1731576041233.1731576042155, lastWalPosition=1768, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T09:21:02,394 ERROR [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42779,1731576041233.replicationSource.shipper83f56b55f2af%2C42779%2C1731576041233,1-83f56b55f2af,42779,1731576041233 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 83f56b55f2af,42779,1731576041233: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-83f56b55f2af,42779,1731576041233, walGroup=83f56b55f2af%2C42779%2C1731576041233, offset=83f56b55f2af%2C42779%2C1731576041233.1731576042155:1768, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=83f56b55f2af:42779 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-14T09:21:02,395 ERROR [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42779,1731576041233.replicationSource.shipper83f56b55f2af%2C42779%2C1731576041233,1-83f56b55f2af,42779,1731576041233 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T09:21:02,395 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42779,1731576041233.replicationSource.shipper83f56b55f2af%2C42779%2C1731576041233,1-83f56b55f2af,42779,1731576041233 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T09:21:02,396 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42779,1731576041233.replicationSource.shipper83f56b55f2af%2C42779%2C1731576041233,1-83f56b55f2af,42779,1731576041233 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T09:21:02,396 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42779,1731576041233.replicationSource.shipper83f56b55f2af%2C42779%2C1731576041233,1-83f56b55f2af,42779,1731576041233 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T09:21:02,396 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42779,1731576041233.replicationSource.shipper83f56b55f2af%2C42779%2C1731576041233,1-83f56b55f2af,42779,1731576041233 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T09:21:02,396 INFO [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42779,1731576041233.replicationSource.shipper83f56b55f2af%2C42779%2C1731576041233,1-83f56b55f2af,42779,1731576041233 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1065353216, "init": 1048576000, "max": 2306867200, "used": 901546992 }, "NonHeapMemoryUsage": { "committed": 201195520, "init": 7667712, "max": -1, "used": 198279360 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T09:21:02,396 WARN [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42779,1731576041233.replicationSource.shipper83f56b55f2af%2C42779%2C1731576041233,1-83f56b55f2af,42779,1731576041233 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=83f56b55f2af:36047 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=83f56b55f2af:36047 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-14T09:21:02,400 DEBUG [RS:0;83f56b55f2af:42779 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2adfa175cb3d393f0334fae86a9e9174, b36144cf985c49ed0321f91e80a79946 2024-11-14T09:21:02,492 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40071,1731576038116.replicationSource.wal-reader.83f56b55f2af%2C40071%2C1731576038116,1-83f56b55f2af,40071,1731576038116 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/WALs/83f56b55f2af,40071,1731576038116/83f56b55f2af%2C40071%2C1731576038116.1731576039861 to pos 1473, reset compression=false 2024-11-14T09:21:02,600 DEBUG [RS:0;83f56b55f2af:42779 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2adfa175cb3d393f0334fae86a9e9174, b36144cf985c49ed0321f91e80a79946 2024-11-14T09:21:02,617 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,36205,1731576035343.replicationSource.wal-reader.83f56b55f2af%2C36205%2C1731576035343,1-83f56b55f2af,36205,1731576035343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/WALs/83f56b55f2af,36205,1731576035343/83f56b55f2af%2C36205%2C1731576035343.1731576036690 to pos 1496, reset compression=false 2024-11-14T09:21:02,634 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42779,1731576041233.replicationSource.wal-reader.83f56b55f2af%2C42779%2C1731576041233,1-83f56b55f2af,42779,1731576041233 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33669/user/jenkins/test-data/c381d9d1-2cf3-f7a6-488b-e24f6ad09852/WALs/83f56b55f2af,42779,1731576041233/83f56b55f2af%2C42779%2C1731576041233.1731576042155 to pos 1768, reset compression=false 2024-11-14T09:21:02,684 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33669/user/jenkins/test-data/c381d9d1-2cf3-f7a6-488b-e24f6ad09852/data/default/test/2adfa175cb3d393f0334fae86a9e9174/.tmp/f/f6ddb28cf07a4dadb4e8e2a1022b1011 2024-11-14T09:21:02,687 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f6ddb28cf07a4dadb4e8e2a1022b1011 2024-11-14T09:21:02,702 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33669/user/jenkins/test-data/c381d9d1-2cf3-f7a6-488b-e24f6ad09852/data/default/test/2adfa175cb3d393f0334fae86a9e9174/.tmp/f1/4f371a7583b145c9bd7969fc7931f389 is 30, key is row1/f1:/1731576058179/DeleteFamily/seqid=0 2024-11-14T09:21:02,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45633 is added to blk_1073741843_1019 (size=5158) 2024-11-14T09:21:02,771 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33669/user/jenkins/test-data/c381d9d1-2cf3-f7a6-488b-e24f6ad09852/data/hbase/meta/1588230740/.tmp/ns/e6c2c5c64a5c4553af6ad92fb276f9be 2024-11-14T09:21:02,790 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33669/user/jenkins/test-data/c381d9d1-2cf3-f7a6-488b-e24f6ad09852/data/hbase/meta/1588230740/.tmp/rep_barrier/e99033f8af3f4a818fe5dccb0a860ef8 is 112, key is test,,1731576046468.2adfa175cb3d393f0334fae86a9e9174./rep_barrier:seqnumDuringOpen/1731576047623/Put/seqid=0 2024-11-14T09:21:02,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45633 is added to blk_1073741844_1020 (size=5518) 2024-11-14T09:21:02,800 DEBUG [RS:0;83f56b55f2af:42779 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2adfa175cb3d393f0334fae86a9e9174, b36144cf985c49ed0321f91e80a79946 2024-11-14T09:21:02,901 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40071,1731576038116.replicationSource.wal-reader.83f56b55f2af%2C40071%2C1731576038116,1-83f56b55f2af,40071,1731576038116 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/WALs/83f56b55f2af,40071,1731576038116/83f56b55f2af%2C40071%2C1731576038116.1731576039861 to pos 1473, reset compression=false 2024-11-14T09:21:02,924 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,36205,1731576035343.replicationSource.wal-reader.83f56b55f2af%2C36205%2C1731576035343,1-83f56b55f2af,36205,1731576035343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/WALs/83f56b55f2af,36205,1731576035343/83f56b55f2af%2C36205%2C1731576035343.1731576036690 to pos 1496, reset compression=false 2024-11-14T09:21:02,938 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42779,1731576041233.replicationSource.wal-reader.83f56b55f2af%2C42779%2C1731576041233,1-83f56b55f2af,42779,1731576041233 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33669/user/jenkins/test-data/c381d9d1-2cf3-f7a6-488b-e24f6ad09852/WALs/83f56b55f2af,42779,1731576041233/83f56b55f2af%2C42779%2C1731576041233.1731576042155 to pos 1768, reset compression=false 2024-11-14T09:21:03,000 DEBUG [RS:0;83f56b55f2af:42779 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2adfa175cb3d393f0334fae86a9e9174, b36144cf985c49ed0321f91e80a79946 2024-11-14T09:21:03,103 INFO [regionserver/83f56b55f2af:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T09:21:03,103 INFO [regionserver/83f56b55f2af:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T09:21:03,106 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33669/user/jenkins/test-data/c381d9d1-2cf3-f7a6-488b-e24f6ad09852/data/default/test/2adfa175cb3d393f0334fae86a9e9174/.tmp/f1/4f371a7583b145c9bd7969fc7931f389 2024-11-14T09:21:03,110 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4f371a7583b145c9bd7969fc7931f389 2024-11-14T09:21:03,124 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33669/user/jenkins/test-data/c381d9d1-2cf3-f7a6-488b-e24f6ad09852/data/default/test/2adfa175cb3d393f0334fae86a9e9174/.tmp/norep/8d5afdc563644b839d892ee0c894ff08 is 33, key is row2/norep:/1731576059185/DeleteFamily/seqid=0 2024-11-14T09:21:03,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45633 is added to blk_1073741845_1021 (size=5108) 2024-11-14T09:21:03,194 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33669/user/jenkins/test-data/c381d9d1-2cf3-f7a6-488b-e24f6ad09852/data/hbase/meta/1588230740/.tmp/rep_barrier/e99033f8af3f4a818fe5dccb0a860ef8 2024-11-14T09:21:03,201 DEBUG [RS:0;83f56b55f2af:42779 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2adfa175cb3d393f0334fae86a9e9174, b36144cf985c49ed0321f91e80a79946 2024-11-14T09:21:03,233 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33669/user/jenkins/test-data/c381d9d1-2cf3-f7a6-488b-e24f6ad09852/data/hbase/meta/1588230740/.tmp/table/44c111aeb79144299d4863210d704165 is 53, key is hbase:replication/table:state/1731576053156/Put/seqid=0 2024-11-14T09:21:03,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45633 is added to blk_1073741846_1022 (size=5308) 2024-11-14T09:21:03,275 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33669/user/jenkins/test-data/c381d9d1-2cf3-f7a6-488b-e24f6ad09852/data/hbase/meta/1588230740/.tmp/table/44c111aeb79144299d4863210d704165 2024-11-14T09:21:03,281 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33669/user/jenkins/test-data/c381d9d1-2cf3-f7a6-488b-e24f6ad09852/data/hbase/meta/1588230740/.tmp/info/cc89bdc139e643e1a1a668c7b90aad6b as hdfs://localhost:33669/user/jenkins/test-data/c381d9d1-2cf3-f7a6-488b-e24f6ad09852/data/hbase/meta/1588230740/info/cc89bdc139e643e1a1a668c7b90aad6b 2024-11-14T09:21:03,286 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33669/user/jenkins/test-data/c381d9d1-2cf3-f7a6-488b-e24f6ad09852/data/hbase/meta/1588230740/info/cc89bdc139e643e1a1a668c7b90aad6b, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T09:21:03,287 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33669/user/jenkins/test-data/c381d9d1-2cf3-f7a6-488b-e24f6ad09852/data/hbase/meta/1588230740/.tmp/ns/e6c2c5c64a5c4553af6ad92fb276f9be as hdfs://localhost:33669/user/jenkins/test-data/c381d9d1-2cf3-f7a6-488b-e24f6ad09852/data/hbase/meta/1588230740/ns/e6c2c5c64a5c4553af6ad92fb276f9be 2024-11-14T09:21:03,291 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33669/user/jenkins/test-data/c381d9d1-2cf3-f7a6-488b-e24f6ad09852/data/hbase/meta/1588230740/ns/e6c2c5c64a5c4553af6ad92fb276f9be, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T09:21:03,292 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33669/user/jenkins/test-data/c381d9d1-2cf3-f7a6-488b-e24f6ad09852/data/hbase/meta/1588230740/.tmp/rep_barrier/e99033f8af3f4a818fe5dccb0a860ef8 as hdfs://localhost:33669/user/jenkins/test-data/c381d9d1-2cf3-f7a6-488b-e24f6ad09852/data/hbase/meta/1588230740/rep_barrier/e99033f8af3f4a818fe5dccb0a860ef8 2024-11-14T09:21:03,300 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33669/user/jenkins/test-data/c381d9d1-2cf3-f7a6-488b-e24f6ad09852/data/hbase/meta/1588230740/rep_barrier/e99033f8af3f4a818fe5dccb0a860ef8, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T09:21:03,301 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33669/user/jenkins/test-data/c381d9d1-2cf3-f7a6-488b-e24f6ad09852/data/hbase/meta/1588230740/.tmp/table/44c111aeb79144299d4863210d704165 as hdfs://localhost:33669/user/jenkins/test-data/c381d9d1-2cf3-f7a6-488b-e24f6ad09852/data/hbase/meta/1588230740/table/44c111aeb79144299d4863210d704165 2024-11-14T09:21:03,315 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33669/user/jenkins/test-data/c381d9d1-2cf3-f7a6-488b-e24f6ad09852/data/hbase/meta/1588230740/table/44c111aeb79144299d4863210d704165, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T09:21:03,316 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1116ms, sequenceid=16, compaction requested=false 2024-11-14T09:21:03,329 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,36205,1731576035343.replicationSource.wal-reader.83f56b55f2af%2C36205%2C1731576035343,1-83f56b55f2af,36205,1731576035343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/WALs/83f56b55f2af,36205,1731576035343/83f56b55f2af%2C36205%2C1731576035343.1731576036690 to pos 1496, reset compression=false 2024-11-14T09:21:03,342 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42779,1731576041233.replicationSource.wal-reader.83f56b55f2af%2C42779%2C1731576041233,1-83f56b55f2af,42779,1731576041233 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33669/user/jenkins/test-data/c381d9d1-2cf3-f7a6-488b-e24f6ad09852/WALs/83f56b55f2af,42779,1731576041233/83f56b55f2af%2C42779%2C1731576041233.1731576042155 to pos 1768, reset compression=false 2024-11-14T09:21:03,368 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33669/user/jenkins/test-data/c381d9d1-2cf3-f7a6-488b-e24f6ad09852/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T09:21:03,369 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T09:21:03,369 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T09:21:03,369 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T09:21:03,369 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731576062200Running coprocessor pre-close hooks at 1731576062200Disabling compacts and flushes for region at 1731576062200Disabling writes for close at 1731576062200Obtaining lock to block concurrent updates at 1731576062200Preparing flush snapshotting stores in 1588230740 at 1731576062200Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731576062201 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731576062201Flushing 1588230740/info: creating writer at 1731576062201Flushing 1588230740/info: appending metadata at 1731576062238 (+37 ms)Flushing 1588230740/info: closing flushed file at 1731576062238Flushing 1588230740/ns: creating writer at 1731576062260 (+22 ms)Flushing 1588230740/ns: appending metadata at 1731576062331 (+71 ms)Flushing 1588230740/ns: closing flushed file at 1731576062331Flushing 1588230740/rep_barrier: creating writer at 1731576062776 (+445 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731576062789 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731576062789Flushing 1588230740/table: creating writer at 1731576063207 (+418 ms)Flushing 1588230740/table: appending metadata at 1731576063233 (+26 ms)Flushing 1588230740/table: closing flushed file at 1731576063233Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d5476be: reopening flushed file at 1731576063280 (+47 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@abac8ba: reopening flushed file at 1731576063286 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c1f9b60: reopening flushed file at 1731576063292 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d1da83: reopening flushed file at 1731576063300 (+8 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1116ms, sequenceid=16, compaction requested=false at 1731576063316 (+16 ms)Writing region close event to WAL at 1731576063335 (+19 ms)Running coprocessor post-close hooks at 1731576063369 (+34 ms)Closed at 1731576063369 2024-11-14T09:21:03,370 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T09:21:03,401 INFO [RS:0;83f56b55f2af:42779 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T09:21:03,401 DEBUG [RS:0;83f56b55f2af:42779 {}] regionserver.HRegionServer(1325): Online Regions={2adfa175cb3d393f0334fae86a9e9174=test,,1731576046468.2adfa175cb3d393f0334fae86a9e9174., b36144cf985c49ed0321f91e80a79946=hbase:replication,,1731576051949.b36144cf985c49ed0321f91e80a79946.} 2024-11-14T09:21:03,401 DEBUG [RS:0;83f56b55f2af:42779 {}] regionserver.HRegionServer(1351): Waiting on 2adfa175cb3d393f0334fae86a9e9174, b36144cf985c49ed0321f91e80a79946 2024-11-14T09:21:03,406 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40071,1731576038116.replicationSource.wal-reader.83f56b55f2af%2C40071%2C1731576038116,1-83f56b55f2af,40071,1731576038116 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/WALs/83f56b55f2af,40071,1731576038116/83f56b55f2af%2C40071%2C1731576038116.1731576039861 to pos 1473, reset compression=false 2024-11-14T09:21:03,529 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33669/user/jenkins/test-data/c381d9d1-2cf3-f7a6-488b-e24f6ad09852/data/default/test/2adfa175cb3d393f0334fae86a9e9174/.tmp/norep/8d5afdc563644b839d892ee0c894ff08 2024-11-14T09:21:03,533 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8d5afdc563644b839d892ee0c894ff08 2024-11-14T09:21:03,533 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33669/user/jenkins/test-data/c381d9d1-2cf3-f7a6-488b-e24f6ad09852/data/default/test/2adfa175cb3d393f0334fae86a9e9174/.tmp/f/f6ddb28cf07a4dadb4e8e2a1022b1011 as hdfs://localhost:33669/user/jenkins/test-data/c381d9d1-2cf3-f7a6-488b-e24f6ad09852/data/default/test/2adfa175cb3d393f0334fae86a9e9174/f/f6ddb28cf07a4dadb4e8e2a1022b1011 2024-11-14T09:21:03,537 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f6ddb28cf07a4dadb4e8e2a1022b1011 2024-11-14T09:21:03,537 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33669/user/jenkins/test-data/c381d9d1-2cf3-f7a6-488b-e24f6ad09852/data/default/test/2adfa175cb3d393f0334fae86a9e9174/f/f6ddb28cf07a4dadb4e8e2a1022b1011, entries=5, sequenceid=12, filesize=5.1 K 2024-11-14T09:21:03,538 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33669/user/jenkins/test-data/c381d9d1-2cf3-f7a6-488b-e24f6ad09852/data/default/test/2adfa175cb3d393f0334fae86a9e9174/.tmp/f1/4f371a7583b145c9bd7969fc7931f389 as hdfs://localhost:33669/user/jenkins/test-data/c381d9d1-2cf3-f7a6-488b-e24f6ad09852/data/default/test/2adfa175cb3d393f0334fae86a9e9174/f1/4f371a7583b145c9bd7969fc7931f389 2024-11-14T09:21:03,542 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4f371a7583b145c9bd7969fc7931f389 2024-11-14T09:21:03,543 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33669/user/jenkins/test-data/c381d9d1-2cf3-f7a6-488b-e24f6ad09852/data/default/test/2adfa175cb3d393f0334fae86a9e9174/f1/4f371a7583b145c9bd7969fc7931f389, entries=3, sequenceid=12, filesize=5.0 K 2024-11-14T09:21:03,543 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33669/user/jenkins/test-data/c381d9d1-2cf3-f7a6-488b-e24f6ad09852/data/default/test/2adfa175cb3d393f0334fae86a9e9174/.tmp/norep/8d5afdc563644b839d892ee0c894ff08 as hdfs://localhost:33669/user/jenkins/test-data/c381d9d1-2cf3-f7a6-488b-e24f6ad09852/data/default/test/2adfa175cb3d393f0334fae86a9e9174/norep/8d5afdc563644b839d892ee0c894ff08 2024-11-14T09:21:03,547 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8d5afdc563644b839d892ee0c894ff08 2024-11-14T09:21:03,547 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33669/user/jenkins/test-data/c381d9d1-2cf3-f7a6-488b-e24f6ad09852/data/default/test/2adfa175cb3d393f0334fae86a9e9174/norep/8d5afdc563644b839d892ee0c894ff08, entries=1, sequenceid=12, filesize=5.0 K 2024-11-14T09:21:03,548 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 2adfa175cb3d393f0334fae86a9e9174 in 1351ms, sequenceid=12, compaction requested=false 2024-11-14T09:21:03,563 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33669/user/jenkins/test-data/c381d9d1-2cf3-f7a6-488b-e24f6ad09852/data/default/test/2adfa175cb3d393f0334fae86a9e9174/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-14T09:21:03,564 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T09:21:03,564 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T09:21:03,564 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731576046468.2adfa175cb3d393f0334fae86a9e9174. 2024-11-14T09:21:03,564 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2adfa175cb3d393f0334fae86a9e9174: Waiting for close lock at 1731576062197Running coprocessor pre-close hooks at 1731576062197Disabling compacts and flushes for region at 1731576062197Disabling writes for close at 1731576062197Obtaining lock to block concurrent updates at 1731576062200 (+3 ms)Preparing flush snapshotting stores in 2adfa175cb3d393f0334fae86a9e9174 at 1731576062200Finished memstore snapshotting test,,1731576046468.2adfa175cb3d393f0334fae86a9e9174., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731576062201 (+1 ms)Flushing stores of test,,1731576046468.2adfa175cb3d393f0334fae86a9e9174. at 1731576062202 (+1 ms)Flushing 2adfa175cb3d393f0334fae86a9e9174/f: creating writer at 1731576062202Flushing 2adfa175cb3d393f0334fae86a9e9174/f: appending metadata at 1731576062237 (+35 ms)Flushing 2adfa175cb3d393f0334fae86a9e9174/f: closing flushed file at 1731576062238 (+1 ms)Flushing 2adfa175cb3d393f0334fae86a9e9174/f1: creating writer at 1731576062688 (+450 ms)Flushing 2adfa175cb3d393f0334fae86a9e9174/f1: appending metadata at 1731576062702 (+14 ms)Flushing 2adfa175cb3d393f0334fae86a9e9174/f1: closing flushed file at 1731576062702Flushing 2adfa175cb3d393f0334fae86a9e9174/norep: creating writer at 1731576063110 (+408 ms)Flushing 2adfa175cb3d393f0334fae86a9e9174/norep: appending metadata at 1731576063123 (+13 ms)Flushing 2adfa175cb3d393f0334fae86a9e9174/norep: closing flushed file at 1731576063124 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3775da80: reopening flushed file at 1731576063533 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1eb136e4: reopening flushed file at 1731576063538 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78dc997: reopening flushed file at 1731576063543 (+5 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 2adfa175cb3d393f0334fae86a9e9174 in 1351ms, sequenceid=12, compaction requested=false at 1731576063548 (+5 ms)Writing region close event to WAL at 1731576063551 (+3 ms)Running coprocessor post-close hooks at 1731576063564 (+13 ms)Closed at 1731576063564 2024-11-14T09:21:03,564 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731576046468.2adfa175cb3d393f0334fae86a9e9174. 2024-11-14T09:21:03,565 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b36144cf985c49ed0321f91e80a79946, disabling compactions & flushes 2024-11-14T09:21:03,565 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731576051949.b36144cf985c49ed0321f91e80a79946. 2024-11-14T09:21:03,565 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731576051949.b36144cf985c49ed0321f91e80a79946. 2024-11-14T09:21:03,565 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731576051949.b36144cf985c49ed0321f91e80a79946. after waiting 0 ms 2024-11-14T09:21:03,565 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731576051949.b36144cf985c49ed0321f91e80a79946. 2024-11-14T09:21:03,565 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b36144cf985c49ed0321f91e80a79946: Waiting for close lock at 1731576063565Running coprocessor pre-close hooks at 1731576063565Disabling compacts and flushes for region at 1731576063565Disabling writes for close at 1731576063565Failed flush hbase:replication,,1731576051949.b36144cf985c49ed0321f91e80a79946., putting online again at 1731576063565 2024-11-14T09:21:03,565 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731576051949.b36144cf985c49ed0321f91e80a79946. 2024-11-14T09:21:03,601 INFO [RS:0;83f56b55f2af:42779 {}] regionserver.HRegionServer(3091): Received CLOSE for b36144cf985c49ed0321f91e80a79946 2024-11-14T09:21:03,601 DEBUG [RS:0;83f56b55f2af:42779 {}] regionserver.HRegionServer(1351): Waiting on b36144cf985c49ed0321f91e80a79946 2024-11-14T09:21:03,601 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b36144cf985c49ed0321f91e80a79946, disabling compactions & flushes 2024-11-14T09:21:03,602 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731576051949.b36144cf985c49ed0321f91e80a79946. 2024-11-14T09:21:03,602 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731576051949.b36144cf985c49ed0321f91e80a79946. 2024-11-14T09:21:03,602 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731576051949.b36144cf985c49ed0321f91e80a79946. after waiting 0 ms 2024-11-14T09:21:03,602 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731576051949.b36144cf985c49ed0321f91e80a79946. 2024-11-14T09:21:03,602 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b36144cf985c49ed0321f91e80a79946: Waiting for close lock at 1731576063601Running coprocessor pre-close hooks at 1731576063601Disabling compacts and flushes for region at 1731576063601Disabling writes for close at 1731576063602 (+1 ms)Failed flush hbase:replication,,1731576051949.b36144cf985c49ed0321f91e80a79946., putting online again at 1731576063602 2024-11-14T09:21:03,602 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731576051949.b36144cf985c49ed0321f91e80a79946. 2024-11-14T09:21:03,803 INFO [RS:0;83f56b55f2af:42779 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-14T09:21:03,803 INFO [RS:0;83f56b55f2af:42779 {}] regionserver.HRegionServer(976): stopping server 83f56b55f2af,42779,1731576041233; all regions closed. 2024-11-14T09:21:03,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45633 is added to blk_1073741834_1010 (size=4239) 2024-11-14T09:21:03,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45633 is added to blk_1073741839_1015 (size=2390) 2024-11-14T09:21:03,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45633 is added to blk_1073741832_1008 (size=2420) 2024-11-14T09:21:03,836 DEBUG [RS:0;83f56b55f2af:42779 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:21:03,836 INFO [RS:0;83f56b55f2af:42779 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T09:21:03,836 INFO [RS:0;83f56b55f2af:42779 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T09:21:03,836 INFO [RS:0;83f56b55f2af:42779 {}] hbase.ChoreService(370): Chore service for: regionserver/83f56b55f2af:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T09:21:03,836 INFO [RS:0;83f56b55f2af:42779 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T09:21:03,836 INFO [RS:0;83f56b55f2af:42779 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-83f56b55f2af,42779,1731576041233 because: Region server is closing 2024-11-14T09:21:03,837 INFO [regionserver/83f56b55f2af:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T09:21:03,837 INFO [RS:0;83f56b55f2af:42779 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;83f56b55f2af:42779. 2024-11-14T09:21:03,837 DEBUG [RS:0;83f56b55f2af:42779 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:21:03,837 DEBUG [RS:0;83f56b55f2af:42779 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:21:03,838 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T09:21:03,838 DEBUG [RS:0;83f56b55f2af:42779 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:21:03,841 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,36205,1731576035343.replicationSource.wal-reader.83f56b55f2af%2C36205%2C1731576035343,1-83f56b55f2af,36205,1731576035343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/WALs/83f56b55f2af,36205,1731576035343/83f56b55f2af%2C36205%2C1731576035343.1731576036690 to pos 1496, reset compression=false 2024-11-14T09:21:03,938 INFO [RS:0;83f56b55f2af:42779 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42779,1731576041233.replicationSource.shipper83f56b55f2af%2C42779%2C1731576041233,1-83f56b55f2af,42779,1731576041233 terminated 2024-11-14T09:21:03,939 INFO [RS:0;83f56b55f2af:42779 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;83f56b55f2af:42779. 2024-11-14T09:21:03,939 DEBUG [RS:0;83f56b55f2af:42779 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:21:03,939 DEBUG [RS:0;83f56b55f2af:42779 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:21:03,939 DEBUG [RS:0;83f56b55f2af:42779 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:21:03,939 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T09:21:03,940 INFO [RS:0;83f56b55f2af:42779 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42779 2024-11-14T09:21:03,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42779-0x10115c75e360007, quorum=127.0.0.1:54600, baseZNode=/2-1856677010 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1856677010/rs/83f56b55f2af,42779,1731576041233 2024-11-14T09:21:03,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36047-0x10115c75e360006, quorum=127.0.0.1:54600, baseZNode=/2-1856677010 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1856677010/rs 2024-11-14T09:21:03,944 INFO [RS:0;83f56b55f2af:42779 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T09:21:03,945 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [83f56b55f2af,42779,1731576041233] 2024-11-14T09:21:03,946 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1856677010/draining/83f56b55f2af,42779,1731576041233 already deleted, retry=false 2024-11-14T09:21:03,946 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 83f56b55f2af,42779,1731576041233 expired; onlineServers=0 2024-11-14T09:21:03,946 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '83f56b55f2af,36047,1731576041165' ***** 2024-11-14T09:21:03,946 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T09:21:03,947 INFO [M:0;83f56b55f2af:36047 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T09:21:03,947 INFO [M:0;83f56b55f2af:36047 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T09:21:03,947 DEBUG [M:0;83f56b55f2af:36047 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T09:21:03,947 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T09:21:03,947 DEBUG [M:0;83f56b55f2af:36047 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T09:21:03,947 DEBUG [master/83f56b55f2af:0:becomeActiveMaster-HFileCleaner.large.0-1731576041873 {}] cleaner.HFileCleaner(306): Exit Thread[master/83f56b55f2af:0:becomeActiveMaster-HFileCleaner.large.0-1731576041873,5,FailOnTimeoutGroup] 2024-11-14T09:21:03,947 DEBUG [master/83f56b55f2af:0:becomeActiveMaster-HFileCleaner.small.0-1731576041875 {}] cleaner.HFileCleaner(306): Exit Thread[master/83f56b55f2af:0:becomeActiveMaster-HFileCleaner.small.0-1731576041875,5,FailOnTimeoutGroup] 2024-11-14T09:21:03,947 INFO [M:0;83f56b55f2af:36047 {}] hbase.ChoreService(370): Chore service for: master/83f56b55f2af:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T09:21:03,947 INFO [M:0;83f56b55f2af:36047 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T09:21:03,947 DEBUG [M:0;83f56b55f2af:36047 {}] master.HMaster(1795): Stopping service threads 2024-11-14T09:21:03,947 INFO [M:0;83f56b55f2af:36047 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T09:21:03,948 INFO [M:0;83f56b55f2af:36047 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T09:21:03,948 INFO [M:0;83f56b55f2af:36047 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T09:21:03,948 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T09:21:03,954 DEBUG [M:0;83f56b55f2af:36047 {}] zookeeper.ZKUtil(347): master:36047-0x10115c75e360006, quorum=127.0.0.1:54600, baseZNode=/2-1856677010 Unable to get data of znode /2-1856677010/master because node does not exist (not an error) 2024-11-14T09:21:03,954 WARN [M:0;83f56b55f2af:36047 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T09:21:03,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36047-0x10115c75e360006, quorum=127.0.0.1:54600, baseZNode=/2-1856677010 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1856677010/master 2024-11-14T09:21:03,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36047-0x10115c75e360006, quorum=127.0.0.1:54600, baseZNode=/2-1856677010 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1856677010 2024-11-14T09:21:03,960 INFO [M:0;83f56b55f2af:36047 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33669/user/jenkins/test-data/c381d9d1-2cf3-f7a6-488b-e24f6ad09852/.lastflushedseqids 2024-11-14T09:21:04,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45633 is added to blk_1073741847_1023 (size=245) 2024-11-14T09:21:04,017 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40071,1731576038116.replicationSource.wal-reader.83f56b55f2af%2C40071%2C1731576038116,1-83f56b55f2af,40071,1731576038116 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/WALs/83f56b55f2af,40071,1731576038116/83f56b55f2af%2C40071%2C1731576038116.1731576039861 to pos 1473, reset compression=false 2024-11-14T09:21:04,027 INFO [M:0;83f56b55f2af:36047 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T09:21:04,027 INFO [M:0;83f56b55f2af:36047 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T09:21:04,027 DEBUG [M:0;83f56b55f2af:36047 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T09:21:04,027 INFO [M:0;83f56b55f2af:36047 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:21:04,027 DEBUG [M:0;83f56b55f2af:36047 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:21:04,028 DEBUG [M:0;83f56b55f2af:36047 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T09:21:04,028 DEBUG [M:0;83f56b55f2af:36047 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:21:04,028 INFO [M:0;83f56b55f2af:36047 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.58 KB heapSize=75.50 KB 2024-11-14T09:21:04,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42779-0x10115c75e360007, quorum=127.0.0.1:54600, baseZNode=/2-1856677010 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T09:21:04,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42779-0x10115c75e360007, quorum=127.0.0.1:54600, baseZNode=/2-1856677010 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T09:21:04,046 INFO [RS:0;83f56b55f2af:42779 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T09:21:04,046 INFO [RS:0;83f56b55f2af:42779 {}] regionserver.HRegionServer(1031): Exiting; stopping=83f56b55f2af,42779,1731576041233; zookeeper connection closed. 2024-11-14T09:21:04,052 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7646601f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7646601f 2024-11-14T09:21:04,052 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T09:21:04,071 DEBUG [M:0;83f56b55f2af:36047 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33669/user/jenkins/test-data/c381d9d1-2cf3-f7a6-488b-e24f6ad09852/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6435f4938c6442e6b3ea9ac75e360409 is 82, key is hbase:meta,,1/info:regioninfo/1731576043057/Put/seqid=0 2024-11-14T09:21:04,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45633 is added to blk_1073741848_1024 (size=5672) 2024-11-14T09:21:04,448 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,36205,1731576035343.replicationSource.wal-reader.83f56b55f2af%2C36205%2C1731576035343,1-83f56b55f2af,36205,1731576035343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/WALs/83f56b55f2af,36205,1731576035343/83f56b55f2af%2C36205%2C1731576035343.1731576036690 to pos 1496, reset compression=false 2024-11-14T09:21:04,478 INFO [M:0;83f56b55f2af:36047 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:33669/user/jenkins/test-data/c381d9d1-2cf3-f7a6-488b-e24f6ad09852/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6435f4938c6442e6b3ea9ac75e360409 2024-11-14T09:21:04,517 DEBUG [M:0;83f56b55f2af:36047 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33669/user/jenkins/test-data/c381d9d1-2cf3-f7a6-488b-e24f6ad09852/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/867e660a50f343f0ae665b854cf74662 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731576053160/Put/seqid=0 2024-11-14T09:21:04,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45633 is added to blk_1073741849_1025 (size=9212) 2024-11-14T09:21:04,737 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40071,1731576038116.replicationSource.wal-reader.83f56b55f2af%2C40071%2C1731576038116,1-83f56b55f2af,40071,1731576038116 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/WALs/83f56b55f2af,40071,1731576038116/83f56b55f2af%2C40071%2C1731576038116.1731576039861 to pos 1473, reset compression=false 2024-11-14T09:21:04,876 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T09:21:04,922 INFO [M:0;83f56b55f2af:36047 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.03 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:33669/user/jenkins/test-data/c381d9d1-2cf3-f7a6-488b-e24f6ad09852/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/867e660a50f343f0ae665b854cf74662 2024-11-14T09:21:04,960 DEBUG [M:0;83f56b55f2af:36047 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33669/user/jenkins/test-data/c381d9d1-2cf3-f7a6-488b-e24f6ad09852/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/29025b9ad71f41e997285aef9a506282 is 69, key is 83f56b55f2af,42779,1731576041233/rs:state/1731576041983/Put/seqid=0 2024-11-14T09:21:04,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45633 is added to blk_1073741850_1026 (size=5156) 2024-11-14T09:21:04,999 INFO [M:0;83f56b55f2af:36047 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:33669/user/jenkins/test-data/c381d9d1-2cf3-f7a6-488b-e24f6ad09852/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/29025b9ad71f41e997285aef9a506282 2024-11-14T09:21:05,005 DEBUG [M:0;83f56b55f2af:36047 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33669/user/jenkins/test-data/c381d9d1-2cf3-f7a6-488b-e24f6ad09852/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6435f4938c6442e6b3ea9ac75e360409 as hdfs://localhost:33669/user/jenkins/test-data/c381d9d1-2cf3-f7a6-488b-e24f6ad09852/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6435f4938c6442e6b3ea9ac75e360409 2024-11-14T09:21:05,010 INFO [M:0;83f56b55f2af:36047 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33669/user/jenkins/test-data/c381d9d1-2cf3-f7a6-488b-e24f6ad09852/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6435f4938c6442e6b3ea9ac75e360409, entries=8, sequenceid=127, filesize=5.5 K 2024-11-14T09:21:05,011 DEBUG [M:0;83f56b55f2af:36047 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33669/user/jenkins/test-data/c381d9d1-2cf3-f7a6-488b-e24f6ad09852/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/867e660a50f343f0ae665b854cf74662 as hdfs://localhost:33669/user/jenkins/test-data/c381d9d1-2cf3-f7a6-488b-e24f6ad09852/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/867e660a50f343f0ae665b854cf74662 2024-11-14T09:21:05,015 INFO [M:0;83f56b55f2af:36047 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33669/user/jenkins/test-data/c381d9d1-2cf3-f7a6-488b-e24f6ad09852/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/867e660a50f343f0ae665b854cf74662, entries=15, sequenceid=127, filesize=9.0 K 2024-11-14T09:21:05,016 DEBUG [M:0;83f56b55f2af:36047 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33669/user/jenkins/test-data/c381d9d1-2cf3-f7a6-488b-e24f6ad09852/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/29025b9ad71f41e997285aef9a506282 as hdfs://localhost:33669/user/jenkins/test-data/c381d9d1-2cf3-f7a6-488b-e24f6ad09852/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/29025b9ad71f41e997285aef9a506282 2024-11-14T09:21:05,024 INFO [M:0;83f56b55f2af:36047 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33669/user/jenkins/test-data/c381d9d1-2cf3-f7a6-488b-e24f6ad09852/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/29025b9ad71f41e997285aef9a506282, entries=1, sequenceid=127, filesize=5.0 K 2024-11-14T09:21:05,025 INFO [M:0;83f56b55f2af:36047 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 997ms, sequenceid=127, compaction requested=false 2024-11-14T09:21:05,075 INFO [M:0;83f56b55f2af:36047 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:21:05,075 DEBUG [M:0;83f56b55f2af:36047 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731576064027Disabling compacts and flushes for region at 1731576064027Disabling writes for close at 1731576064028 (+1 ms)Obtaining lock to block concurrent updates at 1731576064028Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731576064028Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65109, getHeapSize=77248, getOffHeapSize=0, getCellsCount=148 at 1731576064028Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731576064029 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731576064029Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731576064070 (+41 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731576064070Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731576064482 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731576064516 (+34 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731576064516Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731576064928 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731576064959 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731576064959Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d01434e: reopening flushed file at 1731576065004 (+45 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@467e7998: reopening flushed file at 1731576065010 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3cff4e6a: reopening flushed file at 1731576065015 (+5 ms)Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 997ms, sequenceid=127, compaction requested=false at 1731576065025 (+10 ms)Writing region close event to WAL at 1731576065075 (+50 ms)Closed at 1731576065075 2024-11-14T09:21:05,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45633 is added to blk_1073741830_1006 (size=73866) 2024-11-14T09:21:05,095 INFO [M:0;83f56b55f2af:36047 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T09:21:05,095 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T09:21:05,095 INFO [M:0;83f56b55f2af:36047 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36047 2024-11-14T09:21:05,096 INFO [M:0;83f56b55f2af:36047 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T09:21:05,156 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,36205,1731576035343.replicationSource.wal-reader.83f56b55f2af%2C36205%2C1731576035343,1-83f56b55f2af,36205,1731576035343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/WALs/83f56b55f2af,36205,1731576035343/83f56b55f2af%2C36205%2C1731576035343.1731576036690 to pos 1496, reset compression=false 2024-11-14T09:21:05,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36047-0x10115c75e360006, quorum=127.0.0.1:54600, baseZNode=/2-1856677010 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T09:21:05,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36047-0x10115c75e360006, quorum=127.0.0.1:54600, baseZNode=/2-1856677010 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T09:21:05,198 INFO [M:0;83f56b55f2af:36047 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T09:21:05,233 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@c41ed37{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T09:21:05,233 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2a9341fd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T09:21:05,233 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T09:21:05,233 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ee42d2e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T09:21:05,233 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37631bfe{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/202e0310-ebfc-76ce-8c76-4996c1bdf798/hadoop.log.dir/,STOPPED} 2024-11-14T09:21:05,235 WARN [BP-1982626286-172.17.0.2-1731576040407 heartbeating to localhost/127.0.0.1:33669 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T09:21:05,235 WARN [BP-1982626286-172.17.0.2-1731576040407 heartbeating to localhost/127.0.0.1:33669 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1982626286-172.17.0.2-1731576040407 (Datanode Uuid 0bbcd57d-4a8a-4d95-b0e2-b987855dcd04) service to localhost/127.0.0.1:33669 2024-11-14T09:21:05,236 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/202e0310-ebfc-76ce-8c76-4996c1bdf798/cluster_cd102f46-23fc-2a6b-de42-4cede67a8ee8/data/data1/current/BP-1982626286-172.17.0.2-1731576040407 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T09:21:05,236 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/202e0310-ebfc-76ce-8c76-4996c1bdf798/cluster_cd102f46-23fc-2a6b-de42-4cede67a8ee8/data/data2/current/BP-1982626286-172.17.0.2-1731576040407 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T09:21:05,237 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T09:21:05,237 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T09:21:05,237 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T09:21:05,246 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@70d3cd1a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T09:21:05,247 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@41e9eae7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T09:21:05,247 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T09:21:05,247 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@242dbe20{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T09:21:05,247 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75009f95{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/202e0310-ebfc-76ce-8c76-4996c1bdf798/hadoop.log.dir/,STOPPED} 2024-11-14T09:21:05,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T09:21:05,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T09:21:05,265 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T09:21:05,265 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:21:05,265 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:21:05,266 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T09:21:05,266 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:21:05,267 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T09:21:05,267 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2078815882, stopped=false 2024-11-14T09:21:05,267 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=83f56b55f2af,46059,1731576038029 2024-11-14T09:21:05,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40071-0x10115c75e360004, quorum=127.0.0.1:54600, baseZNode=/1-306477582 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-306477582/running 2024-11-14T09:21:05,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40071-0x10115c75e360004, quorum=127.0.0.1:54600, baseZNode=/1-306477582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-306477582 2024-11-14T09:21:05,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46059-0x10115c75e360003, quorum=127.0.0.1:54600, baseZNode=/1-306477582 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-306477582/running 2024-11-14T09:21:05,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46059-0x10115c75e360003, quorum=127.0.0.1:54600, baseZNode=/1-306477582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-306477582 2024-11-14T09:21:05,270 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40071-0x10115c75e360004, quorum=127.0.0.1:54600, baseZNode=/1-306477582 Set watcher on znode that does not yet exist, /1-306477582/running 2024-11-14T09:21:05,270 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46059-0x10115c75e360003, quorum=127.0.0.1:54600, baseZNode=/1-306477582 Set watcher on znode that does not yet exist, /1-306477582/running 2024-11-14T09:21:05,270 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T09:21:05,271 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T09:21:05,271 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:21:05,271 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:21:05,272 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '83f56b55f2af,40071,1731576038116' ***** 2024-11-14T09:21:05,272 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T09:21:05,272 INFO [RS:0;83f56b55f2af:40071 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T09:21:05,272 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T09:21:05,272 INFO [RS:0;83f56b55f2af:40071 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T09:21:05,272 INFO [RS:0;83f56b55f2af:40071 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T09:21:05,272 INFO [RS:0;83f56b55f2af:40071 {}] regionserver.HRegionServer(3091): Received CLOSE for 49ed2d4e9718af38b637625131676252 2024-11-14T09:21:05,280 INFO [RS:0;83f56b55f2af:40071 {}] regionserver.HRegionServer(3091): Received CLOSE for 7fc2ad1935964bcb5137bfb7b6a2133a 2024-11-14T09:21:05,280 INFO [RS:0;83f56b55f2af:40071 {}] regionserver.HRegionServer(959): stopping server 83f56b55f2af,40071,1731576038116 2024-11-14T09:21:05,280 INFO [RS:0;83f56b55f2af:40071 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T09:21:05,280 INFO [RS:0;83f56b55f2af:40071 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;83f56b55f2af:40071. 2024-11-14T09:21:05,280 DEBUG [RS:0;83f56b55f2af:40071 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:21:05,281 DEBUG [RS:0;83f56b55f2af:40071 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:21:05,281 INFO [RS:0;83f56b55f2af:40071 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T09:21:05,281 INFO [RS:0;83f56b55f2af:40071 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T09:21:05,281 INFO [RS:0;83f56b55f2af:40071 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T09:21:05,281 INFO [RS:0;83f56b55f2af:40071 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T09:21:05,281 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 49ed2d4e9718af38b637625131676252, disabling compactions & flushes 2024-11-14T09:21:05,281 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731576050791.49ed2d4e9718af38b637625131676252. 2024-11-14T09:21:05,281 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731576050791.49ed2d4e9718af38b637625131676252. 2024-11-14T09:21:05,281 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731576050791.49ed2d4e9718af38b637625131676252. after waiting 0 ms 2024-11-14T09:21:05,281 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731576050791.49ed2d4e9718af38b637625131676252. 2024-11-14T09:21:05,282 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 49ed2d4e9718af38b637625131676252 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-14T09:21:05,282 INFO [RS:0;83f56b55f2af:40071 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T09:21:05,282 DEBUG [RS:0;83f56b55f2af:40071 {}] regionserver.HRegionServer(1325): Online Regions={49ed2d4e9718af38b637625131676252=hbase:replication,,1731576050791.49ed2d4e9718af38b637625131676252., 1588230740=hbase:meta,,1.1588230740, 7fc2ad1935964bcb5137bfb7b6a2133a=test,,1731576045328.7fc2ad1935964bcb5137bfb7b6a2133a.} 2024-11-14T09:21:05,282 DEBUG [RS:0;83f56b55f2af:40071 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 49ed2d4e9718af38b637625131676252, 7fc2ad1935964bcb5137bfb7b6a2133a 2024-11-14T09:21:05,285 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T09:21:05,285 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T09:21:05,285 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T09:21:05,285 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T09:21:05,285 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T09:21:05,285 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T09:21:05,318 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/data/hbase/meta/1588230740/.tmp/info/908d945922b442f99220a5c4ea8bae0d is 147, key is hbase:replication,,1731576050791.49ed2d4e9718af38b637625131676252./info:regioninfo/1731576051627/Put/seqid=0 2024-11-14T09:21:05,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40195 is added to blk_1073741840_1016 (size=7686) 2024-11-14T09:21:05,328 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/data/hbase/meta/1588230740/.tmp/info/908d945922b442f99220a5c4ea8bae0d 2024-11-14T09:21:05,331 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/data/hbase/replication/49ed2d4e9718af38b637625131676252/.tmp/queue/29937c2e5e4b4c478570887d1a7c7ee9 is 154, key is 1-83f56b55f2af,40071,1731576038116/queue:83f56b55f2af%2C40071%2C1731576038116/1731576061968/Put/seqid=0 2024-11-14T09:21:05,349 INFO [regionserver/83f56b55f2af:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T09:21:05,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40195 is added to blk_1073741841_1017 (size=5353) 2024-11-14T09:21:05,381 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/data/hbase/meta/1588230740/.tmp/ns/0d393843ac334080a2ce14f17b3f5905 is 43, key is default/ns:d/1731576040277/Put/seqid=0 2024-11-14T09:21:05,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40195 is added to blk_1073741842_1018 (size=5153) 2024-11-14T09:21:05,401 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/data/hbase/meta/1588230740/.tmp/ns/0d393843ac334080a2ce14f17b3f5905 2024-11-14T09:21:05,425 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/data/hbase/meta/1588230740/.tmp/rep_barrier/219b95de0f82472fa59f3f0d867da93b is 112, key is test,,1731576045328.7fc2ad1935964bcb5137bfb7b6a2133a./rep_barrier:seqnumDuringOpen/1731576046083/Put/seqid=0 2024-11-14T09:21:05,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40195 is added to blk_1073741843_1019 (size=5518) 2024-11-14T09:21:05,442 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/data/hbase/meta/1588230740/.tmp/rep_barrier/219b95de0f82472fa59f3f0d867da93b 2024-11-14T09:21:05,477 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/data/hbase/meta/1588230740/.tmp/table/dc7365579e054a5ba7e134b7f742ea6f is 53, key is hbase:replication/table:state/1731576051636/Put/seqid=0 2024-11-14T09:21:05,483 DEBUG [RS:0;83f56b55f2af:40071 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 49ed2d4e9718af38b637625131676252, 7fc2ad1935964bcb5137bfb7b6a2133a 2024-11-14T09:21:05,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40195 is added to blk_1073741844_1020 (size=5308) 2024-11-14T09:21:05,498 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/data/hbase/meta/1588230740/.tmp/table/dc7365579e054a5ba7e134b7f742ea6f 2024-11-14T09:21:05,505 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/data/hbase/meta/1588230740/.tmp/info/908d945922b442f99220a5c4ea8bae0d as hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/data/hbase/meta/1588230740/info/908d945922b442f99220a5c4ea8bae0d 2024-11-14T09:21:05,514 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/data/hbase/meta/1588230740/info/908d945922b442f99220a5c4ea8bae0d, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T09:21:05,515 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/data/hbase/meta/1588230740/.tmp/ns/0d393843ac334080a2ce14f17b3f5905 as hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/data/hbase/meta/1588230740/ns/0d393843ac334080a2ce14f17b3f5905 2024-11-14T09:21:05,522 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/data/hbase/meta/1588230740/ns/0d393843ac334080a2ce14f17b3f5905, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T09:21:05,523 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/data/hbase/meta/1588230740/.tmp/rep_barrier/219b95de0f82472fa59f3f0d867da93b as hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/data/hbase/meta/1588230740/rep_barrier/219b95de0f82472fa59f3f0d867da93b 2024-11-14T09:21:05,528 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/data/hbase/meta/1588230740/rep_barrier/219b95de0f82472fa59f3f0d867da93b, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T09:21:05,529 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/data/hbase/meta/1588230740/.tmp/table/dc7365579e054a5ba7e134b7f742ea6f as hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/data/hbase/meta/1588230740/table/dc7365579e054a5ba7e134b7f742ea6f 2024-11-14T09:21:05,532 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/data/hbase/meta/1588230740/table/dc7365579e054a5ba7e134b7f742ea6f, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T09:21:05,534 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 248ms, sequenceid=16, compaction requested=false 2024-11-14T09:21:05,538 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T09:21:05,539 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T09:21:05,539 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T09:21:05,539 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T09:21:05,539 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731576065285Running coprocessor pre-close hooks at 1731576065285Disabling compacts and flushes for region at 1731576065285Disabling writes for close at 1731576065285Obtaining lock to block concurrent updates at 1731576065285Preparing flush snapshotting stores in 1588230740 at 1731576065285Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731576065285Flushing stores of hbase:meta,,1.1588230740 at 1731576065294 (+9 ms)Flushing 1588230740/info: creating writer at 1731576065294Flushing 1588230740/info: appending metadata at 1731576065317 (+23 ms)Flushing 1588230740/info: closing flushed file at 1731576065318 (+1 ms)Flushing 1588230740/ns: creating writer at 1731576065339 (+21 ms)Flushing 1588230740/ns: appending metadata at 1731576065381 (+42 ms)Flushing 1588230740/ns: closing flushed file at 1731576065381Flushing 1588230740/rep_barrier: creating writer at 1731576065406 (+25 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731576065424 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731576065424Flushing 1588230740/table: creating writer at 1731576065455 (+31 ms)Flushing 1588230740/table: appending metadata at 1731576065476 (+21 ms)Flushing 1588230740/table: closing flushed file at 1731576065476Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b11e8b6: reopening flushed file at 1731576065504 (+28 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b5e612c: reopening flushed file at 1731576065514 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7fcc4e85: reopening flushed file at 1731576065523 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@634b42a7: reopening flushed file at 1731576065528 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 248ms, sequenceid=16, compaction requested=false at 1731576065534 (+6 ms)Writing region close event to WAL at 1731576065535 (+1 ms)Running coprocessor post-close hooks at 1731576065539 (+4 ms)Closed at 1731576065539 2024-11-14T09:21:05,539 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T09:21:05,578 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40071,1731576038116.replicationSource.wal-reader.83f56b55f2af%2C40071%2C1731576038116,1-83f56b55f2af,40071,1731576038116 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/WALs/83f56b55f2af,40071,1731576038116/83f56b55f2af%2C40071%2C1731576038116.1731576039861 to pos 1473, reset compression=false 2024-11-14T09:21:05,683 DEBUG [RS:0;83f56b55f2af:40071 {}] regionserver.HRegionServer(1351): Waiting on 49ed2d4e9718af38b637625131676252, 7fc2ad1935964bcb5137bfb7b6a2133a 2024-11-14T09:21:05,727 INFO [regionserver/83f56b55f2af:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T09:21:05,728 INFO [regionserver/83f56b55f2af:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T09:21:05,752 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/data/hbase/replication/49ed2d4e9718af38b637625131676252/.tmp/queue/29937c2e5e4b4c478570887d1a7c7ee9 2024-11-14T09:21:05,757 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/data/hbase/replication/49ed2d4e9718af38b637625131676252/.tmp/queue/29937c2e5e4b4c478570887d1a7c7ee9 as hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/data/hbase/replication/49ed2d4e9718af38b637625131676252/queue/29937c2e5e4b4c478570887d1a7c7ee9 2024-11-14T09:21:05,761 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/data/hbase/replication/49ed2d4e9718af38b637625131676252/queue/29937c2e5e4b4c478570887d1a7c7ee9, entries=1, sequenceid=14, filesize=5.2 K 2024-11-14T09:21:05,762 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 49ed2d4e9718af38b637625131676252 in 481ms, sequenceid=14, compaction requested=false 2024-11-14T09:21:05,765 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/data/hbase/replication/49ed2d4e9718af38b637625131676252/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-14T09:21:05,766 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T09:21:05,766 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T09:21:05,766 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731576050791.49ed2d4e9718af38b637625131676252. 2024-11-14T09:21:05,766 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 49ed2d4e9718af38b637625131676252: Waiting for close lock at 1731576065281Running coprocessor pre-close hooks at 1731576065281Disabling compacts and flushes for region at 1731576065281Disabling writes for close at 1731576065281Obtaining lock to block concurrent updates at 1731576065282 (+1 ms)Preparing flush snapshotting stores in 49ed2d4e9718af38b637625131676252 at 1731576065282Finished memstore snapshotting hbase:replication,,1731576050791.49ed2d4e9718af38b637625131676252., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1731576065283 (+1 ms)Flushing stores of hbase:replication,,1731576050791.49ed2d4e9718af38b637625131676252. at 1731576065289 (+6 ms)Flushing 49ed2d4e9718af38b637625131676252/queue: creating writer at 1731576065289Flushing 49ed2d4e9718af38b637625131676252/queue: appending metadata at 1731576065330 (+41 ms)Flushing 49ed2d4e9718af38b637625131676252/queue: closing flushed file at 1731576065330Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3459292e: reopening flushed file at 1731576065757 (+427 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 49ed2d4e9718af38b637625131676252 in 481ms, sequenceid=14, compaction requested=false at 1731576065762 (+5 ms)Writing region close event to WAL at 1731576065763 (+1 ms)Running coprocessor post-close hooks at 1731576065766 (+3 ms)Closed at 1731576065766 2024-11-14T09:21:05,766 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731576050791.49ed2d4e9718af38b637625131676252. 2024-11-14T09:21:05,766 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7fc2ad1935964bcb5137bfb7b6a2133a, disabling compactions & flushes 2024-11-14T09:21:05,766 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731576045328.7fc2ad1935964bcb5137bfb7b6a2133a. 2024-11-14T09:21:05,766 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731576045328.7fc2ad1935964bcb5137bfb7b6a2133a. 2024-11-14T09:21:05,766 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731576045328.7fc2ad1935964bcb5137bfb7b6a2133a. after waiting 0 ms 2024-11-14T09:21:05,767 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731576045328.7fc2ad1935964bcb5137bfb7b6a2133a. 2024-11-14T09:21:05,767 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7fc2ad1935964bcb5137bfb7b6a2133a 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-14T09:21:05,786 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/data/default/test/7fc2ad1935964bcb5137bfb7b6a2133a/.tmp/f/f9380009a6144116b53d71d892b3d14e is 37, key is row3/f:row3/1731576060836/Put/seqid=0 2024-11-14T09:21:05,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40195 is added to blk_1073741845_1021 (size=5228) 2024-11-14T09:21:05,883 DEBUG [RS:0;83f56b55f2af:40071 {}] regionserver.HRegionServer(1351): Waiting on 7fc2ad1935964bcb5137bfb7b6a2133a 2024-11-14T09:21:05,974 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,36205,1731576035343.replicationSource.wal-reader.83f56b55f2af%2C36205%2C1731576035343,1-83f56b55f2af,36205,1731576035343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/WALs/83f56b55f2af,36205,1731576035343/83f56b55f2af%2C36205%2C1731576035343.1731576036690 to pos 1496, reset compression=false 2024-11-14T09:21:06,083 DEBUG [RS:0;83f56b55f2af:40071 {}] regionserver.HRegionServer(1351): Waiting on 7fc2ad1935964bcb5137bfb7b6a2133a 2024-11-14T09:21:06,190 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/data/default/test/7fc2ad1935964bcb5137bfb7b6a2133a/.tmp/f/f9380009a6144116b53d71d892b3d14e 2024-11-14T09:21:06,195 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f9380009a6144116b53d71d892b3d14e 2024-11-14T09:21:06,216 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/data/default/test/7fc2ad1935964bcb5137bfb7b6a2133a/.tmp/f1/39305804644249e89101ec1e8ece2d14 is 30, key is row1/f1:/1731576058179/DeleteFamily/seqid=0 2024-11-14T09:21:06,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40195 is added to blk_1073741846_1022 (size=5158) 2024-11-14T09:21:06,221 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/data/default/test/7fc2ad1935964bcb5137bfb7b6a2133a/.tmp/f1/39305804644249e89101ec1e8ece2d14 2024-11-14T09:21:06,226 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 39305804644249e89101ec1e8ece2d14 2024-11-14T09:21:06,259 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/data/default/test/7fc2ad1935964bcb5137bfb7b6a2133a/.tmp/norep/70f5dfc502fe4e7daa3fbd11997744ab is 33, key is row1/norep:/1731576058179/DeleteFamily/seqid=0 2024-11-14T09:21:06,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40195 is added to blk_1073741847_1023 (size=5108) 2024-11-14T09:21:06,270 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/data/default/test/7fc2ad1935964bcb5137bfb7b6a2133a/.tmp/norep/70f5dfc502fe4e7daa3fbd11997744ab 2024-11-14T09:21:06,282 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 70f5dfc502fe4e7daa3fbd11997744ab 2024-11-14T09:21:06,283 INFO [RS:0;83f56b55f2af:40071 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T09:21:06,283 DEBUG [RS:0;83f56b55f2af:40071 {}] regionserver.HRegionServer(1325): Online Regions={7fc2ad1935964bcb5137bfb7b6a2133a=test,,1731576045328.7fc2ad1935964bcb5137bfb7b6a2133a.} 2024-11-14T09:21:06,284 DEBUG [RS:0;83f56b55f2af:40071 {}] regionserver.HRegionServer(1351): Waiting on 7fc2ad1935964bcb5137bfb7b6a2133a 2024-11-14T09:21:06,284 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/data/default/test/7fc2ad1935964bcb5137bfb7b6a2133a/.tmp/f/f9380009a6144116b53d71d892b3d14e as hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/data/default/test/7fc2ad1935964bcb5137bfb7b6a2133a/f/f9380009a6144116b53d71d892b3d14e 2024-11-14T09:21:06,294 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f9380009a6144116b53d71d892b3d14e 2024-11-14T09:21:06,294 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/data/default/test/7fc2ad1935964bcb5137bfb7b6a2133a/f/f9380009a6144116b53d71d892b3d14e, entries=5, sequenceid=12, filesize=5.1 K 2024-11-14T09:21:06,295 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/data/default/test/7fc2ad1935964bcb5137bfb7b6a2133a/.tmp/f1/39305804644249e89101ec1e8ece2d14 as hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/data/default/test/7fc2ad1935964bcb5137bfb7b6a2133a/f1/39305804644249e89101ec1e8ece2d14 2024-11-14T09:21:06,300 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 39305804644249e89101ec1e8ece2d14 2024-11-14T09:21:06,301 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/data/default/test/7fc2ad1935964bcb5137bfb7b6a2133a/f1/39305804644249e89101ec1e8ece2d14, entries=3, sequenceid=12, filesize=5.0 K 2024-11-14T09:21:06,301 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/data/default/test/7fc2ad1935964bcb5137bfb7b6a2133a/.tmp/norep/70f5dfc502fe4e7daa3fbd11997744ab as hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/data/default/test/7fc2ad1935964bcb5137bfb7b6a2133a/norep/70f5dfc502fe4e7daa3fbd11997744ab 2024-11-14T09:21:06,307 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 70f5dfc502fe4e7daa3fbd11997744ab 2024-11-14T09:21:06,307 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/data/default/test/7fc2ad1935964bcb5137bfb7b6a2133a/norep/70f5dfc502fe4e7daa3fbd11997744ab, entries=1, sequenceid=12, filesize=5.0 K 2024-11-14T09:21:06,308 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 7fc2ad1935964bcb5137bfb7b6a2133a in 541ms, sequenceid=12, compaction requested=false 2024-11-14T09:21:06,308 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-14T09:21:06,315 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/data/default/test/7fc2ad1935964bcb5137bfb7b6a2133a/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-14T09:21:06,315 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T09:21:06,315 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T09:21:06,315 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731576045328.7fc2ad1935964bcb5137bfb7b6a2133a. 2024-11-14T09:21:06,316 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7fc2ad1935964bcb5137bfb7b6a2133a: Waiting for close lock at 1731576065766Running coprocessor pre-close hooks at 1731576065766Disabling compacts and flushes for region at 1731576065766Disabling writes for close at 1731576065766Obtaining lock to block concurrent updates at 1731576065767 (+1 ms)Preparing flush snapshotting stores in 7fc2ad1935964bcb5137bfb7b6a2133a at 1731576065767Finished memstore snapshotting test,,1731576045328.7fc2ad1935964bcb5137bfb7b6a2133a., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731576065767Flushing stores of test,,1731576045328.7fc2ad1935964bcb5137bfb7b6a2133a. at 1731576065767Flushing 7fc2ad1935964bcb5137bfb7b6a2133a/f: creating writer at 1731576065767Flushing 7fc2ad1935964bcb5137bfb7b6a2133a/f: appending metadata at 1731576065785 (+18 ms)Flushing 7fc2ad1935964bcb5137bfb7b6a2133a/f: closing flushed file at 1731576065785Flushing 7fc2ad1935964bcb5137bfb7b6a2133a/f1: creating writer at 1731576066195 (+410 ms)Flushing 7fc2ad1935964bcb5137bfb7b6a2133a/f1: appending metadata at 1731576066215 (+20 ms)Flushing 7fc2ad1935964bcb5137bfb7b6a2133a/f1: closing flushed file at 1731576066215Flushing 7fc2ad1935964bcb5137bfb7b6a2133a/norep: creating writer at 1731576066227 (+12 ms)Flushing 7fc2ad1935964bcb5137bfb7b6a2133a/norep: appending metadata at 1731576066249 (+22 ms)Flushing 7fc2ad1935964bcb5137bfb7b6a2133a/norep: closing flushed file at 1731576066250 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2fcd7d1: reopening flushed file at 1731576066282 (+32 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7007874b: reopening flushed file at 1731576066294 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32f22aac: reopening flushed file at 1731576066301 (+7 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 7fc2ad1935964bcb5137bfb7b6a2133a in 541ms, sequenceid=12, compaction requested=false at 1731576066308 (+7 ms)Writing region close event to WAL at 1731576066312 (+4 ms)Running coprocessor post-close hooks at 1731576066315 (+3 ms)Closed at 1731576066315 2024-11-14T09:21:06,316 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731576045328.7fc2ad1935964bcb5137bfb7b6a2133a. 2024-11-14T09:21:06,482 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40071,1731576038116.replicationSource.wal-reader.83f56b55f2af%2C40071%2C1731576038116,1-83f56b55f2af,40071,1731576038116 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/WALs/83f56b55f2af,40071,1731576038116/83f56b55f2af%2C40071%2C1731576038116.1731576039861 to pos 1473, reset compression=false 2024-11-14T09:21:06,484 INFO [RS:0;83f56b55f2af:40071 {}] regionserver.HRegionServer(976): stopping server 83f56b55f2af,40071,1731576038116; all regions closed. 2024-11-14T09:21:06,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40195 is added to blk_1073741834_1010 (size=4239) 2024-11-14T09:21:06,486 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40071,1731576038116.replicationSource.wal-reader.83f56b55f2af%2C40071%2C1731576038116,1-83f56b55f2af,40071,1731576038116 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T09:21:06,486 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40071,1731576038116.replicationSource.wal-reader.83f56b55f2af%2C40071%2C1731576038116,1-83f56b55f2af,40071,1731576038116 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/WALs/83f56b55f2af,40071,1731576038116/83f56b55f2af%2C40071%2C1731576038116.1731576039861 to pos 2364, reset compression=false 2024-11-14T09:21:06,486 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40071,1731576038116.replicationSource.shipper83f56b55f2af%2C40071%2C1731576038116,1-83f56b55f2af,40071,1731576038116 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83f56b55f2af,40071,1731576038116 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/WALs/83f56b55f2af,40071,1731576038116/83f56b55f2af%2C40071%2C1731576038116.1731576039861, lastWalPosition=2364, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T09:21:06,487 ERROR [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40071,1731576038116.replicationSource.shipper83f56b55f2af%2C40071%2C1731576038116,1-83f56b55f2af,40071,1731576038116 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 83f56b55f2af,40071,1731576038116: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-83f56b55f2af,40071,1731576038116, walGroup=83f56b55f2af%2C40071%2C1731576038116, offset=83f56b55f2af%2C40071%2C1731576038116.1731576039861:2364, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=83f56b55f2af:40071 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-14T09:21:06,489 ERROR [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40071,1731576038116.replicationSource.shipper83f56b55f2af%2C40071%2C1731576038116,1-83f56b55f2af,40071,1731576038116 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T09:21:06,489 DEBUG [RS:0;83f56b55f2af:40071 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/oldWALs 2024-11-14T09:21:06,489 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40071,1731576038116.replicationSource.shipper83f56b55f2af%2C40071%2C1731576038116,1-83f56b55f2af,40071,1731576038116 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T09:21:06,489 INFO [RS:0;83f56b55f2af:40071 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 83f56b55f2af%2C40071%2C1731576038116.meta:.meta(num 1731576040223) 2024-11-14T09:21:06,489 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40071,1731576038116.replicationSource.shipper83f56b55f2af%2C40071%2C1731576038116,1-83f56b55f2af,40071,1731576038116 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T09:21:06,489 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40071,1731576038116.replicationSource.shipper83f56b55f2af%2C40071%2C1731576038116,1-83f56b55f2af,40071,1731576038116 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T09:21:06,489 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40071,1731576038116.replicationSource.shipper83f56b55f2af%2C40071%2C1731576038116,1-83f56b55f2af,40071,1731576038116 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T09:21:06,489 INFO [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40071,1731576038116.replicationSource.shipper83f56b55f2af%2C40071%2C1731576038116,1-83f56b55f2af,40071,1731576038116 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1065353216, "init": 1048576000, "max": 2306867200, "used": 903632872 }, "NonHeapMemoryUsage": { "committed": 202047488, "init": 7667712, "max": -1, "used": 199101648 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T09:21:06,490 WARN [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40071,1731576038116.replicationSource.shipper83f56b55f2af%2C40071%2C1731576038116,1-83f56b55f2af,40071,1731576038116 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=83f56b55f2af:46059 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=83f56b55f2af:46059 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-14T09:21:06,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40195 is added to blk_1073741839_1015 (size=3552) 2024-11-14T09:21:06,491 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/WALs/83f56b55f2af,40071,1731576038116/83f56b55f2af%2C40071%2C1731576038116.rep.1731576051577 not finished, retry = 0 2024-11-14T09:21:06,593 DEBUG [RS:0;83f56b55f2af:40071 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/oldWALs 2024-11-14T09:21:06,593 INFO [RS:0;83f56b55f2af:40071 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 83f56b55f2af%2C40071%2C1731576038116.rep:(num 1731576051577) 2024-11-14T09:21:06,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40195 is added to blk_1073741833_1009 (size=2372) 2024-11-14T09:21:06,597 DEBUG [RS:0;83f56b55f2af:40071 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/oldWALs 2024-11-14T09:21:06,597 INFO [RS:0;83f56b55f2af:40071 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 83f56b55f2af%2C40071%2C1731576038116:(num 1731576039861) 2024-11-14T09:21:06,597 DEBUG [RS:0;83f56b55f2af:40071 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:21:06,597 INFO [RS:0;83f56b55f2af:40071 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T09:21:06,598 INFO [RS:0;83f56b55f2af:40071 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T09:21:06,598 INFO [RS:0;83f56b55f2af:40071 {}] hbase.ChoreService(370): Chore service for: regionserver/83f56b55f2af:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T09:21:06,598 INFO [RS:0;83f56b55f2af:40071 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T09:21:06,598 INFO [regionserver/83f56b55f2af:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T09:21:06,598 INFO [RS:0;83f56b55f2af:40071 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-83f56b55f2af,40071,1731576038116 because: Region server is closing 2024-11-14T09:21:06,598 INFO [RS:0;83f56b55f2af:40071 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;83f56b55f2af:40071. 2024-11-14T09:21:06,599 DEBUG [RS:0;83f56b55f2af:40071 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:21:06,599 DEBUG [RS:0;83f56b55f2af:40071 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:21:06,599 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T09:21:06,599 DEBUG [RS:0;83f56b55f2af:40071 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:21:06,699 INFO [RS:0;83f56b55f2af:40071 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,40071,1731576038116.replicationSource.shipper83f56b55f2af%2C40071%2C1731576038116,1-83f56b55f2af,40071,1731576038116 terminated 2024-11-14T09:21:06,699 INFO [RS:0;83f56b55f2af:40071 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;83f56b55f2af:40071. 2024-11-14T09:21:06,699 DEBUG [RS:0;83f56b55f2af:40071 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:21:06,699 DEBUG [RS:0;83f56b55f2af:40071 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:21:06,700 DEBUG [RS:0;83f56b55f2af:40071 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:21:06,700 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T09:21:06,700 INFO [RS:0;83f56b55f2af:40071 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40071 2024-11-14T09:21:06,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40071-0x10115c75e360004, quorum=127.0.0.1:54600, baseZNode=/1-306477582 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-306477582/rs/83f56b55f2af,40071,1731576038116 2024-11-14T09:21:06,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46059-0x10115c75e360003, quorum=127.0.0.1:54600, baseZNode=/1-306477582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-306477582/rs 2024-11-14T09:21:06,702 INFO [RS:0;83f56b55f2af:40071 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T09:21:06,702 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [83f56b55f2af,40071,1731576038116] 2024-11-14T09:21:06,704 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-306477582/draining/83f56b55f2af,40071,1731576038116 already deleted, retry=false 2024-11-14T09:21:06,704 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 83f56b55f2af,40071,1731576038116 expired; onlineServers=0 2024-11-14T09:21:06,704 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '83f56b55f2af,46059,1731576038029' ***** 2024-11-14T09:21:06,704 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T09:21:06,704 INFO [M:0;83f56b55f2af:46059 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T09:21:06,704 INFO [M:0;83f56b55f2af:46059 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T09:21:06,704 DEBUG [M:0;83f56b55f2af:46059 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T09:21:06,704 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T09:21:06,704 DEBUG [M:0;83f56b55f2af:46059 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T09:21:06,704 DEBUG [master/83f56b55f2af:0:becomeActiveMaster-HFileCleaner.large.0-1731576039609 {}] cleaner.HFileCleaner(306): Exit Thread[master/83f56b55f2af:0:becomeActiveMaster-HFileCleaner.large.0-1731576039609,5,FailOnTimeoutGroup] 2024-11-14T09:21:06,704 DEBUG [master/83f56b55f2af:0:becomeActiveMaster-HFileCleaner.small.0-1731576039612 {}] cleaner.HFileCleaner(306): Exit Thread[master/83f56b55f2af:0:becomeActiveMaster-HFileCleaner.small.0-1731576039612,5,FailOnTimeoutGroup] 2024-11-14T09:21:06,704 INFO [M:0;83f56b55f2af:46059 {}] hbase.ChoreService(370): Chore service for: master/83f56b55f2af:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T09:21:06,705 INFO [M:0;83f56b55f2af:46059 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T09:21:06,705 DEBUG [M:0;83f56b55f2af:46059 {}] master.HMaster(1795): Stopping service threads 2024-11-14T09:21:06,705 INFO [M:0;83f56b55f2af:46059 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T09:21:06,705 INFO [M:0;83f56b55f2af:46059 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T09:21:06,705 INFO [M:0;83f56b55f2af:46059 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T09:21:06,705 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T09:21:06,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46059-0x10115c75e360003, quorum=127.0.0.1:54600, baseZNode=/1-306477582 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-306477582/master 2024-11-14T09:21:06,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46059-0x10115c75e360003, quorum=127.0.0.1:54600, baseZNode=/1-306477582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-306477582 2024-11-14T09:21:06,707 DEBUG [M:0;83f56b55f2af:46059 {}] zookeeper.ZKUtil(347): master:46059-0x10115c75e360003, quorum=127.0.0.1:54600, baseZNode=/1-306477582 Unable to get data of znode /1-306477582/master because node does not exist (not an error) 2024-11-14T09:21:06,707 WARN [M:0;83f56b55f2af:46059 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T09:21:06,708 INFO [M:0;83f56b55f2af:46059 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/.lastflushedseqids 2024-11-14T09:21:06,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40195 is added to blk_1073741848_1024 (size=245) 2024-11-14T09:21:06,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40071-0x10115c75e360004, quorum=127.0.0.1:54600, baseZNode=/1-306477582 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T09:21:06,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40071-0x10115c75e360004, quorum=127.0.0.1:54600, baseZNode=/1-306477582 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T09:21:06,804 INFO [RS:0;83f56b55f2af:40071 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T09:21:06,804 INFO [RS:0;83f56b55f2af:40071 {}] regionserver.HRegionServer(1031): Exiting; stopping=83f56b55f2af,40071,1731576038116; zookeeper connection closed. 2024-11-14T09:21:06,804 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@14e55e22 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@14e55e22 2024-11-14T09:21:06,805 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T09:21:06,877 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,36205,1731576035343.replicationSource.wal-reader.83f56b55f2af%2C36205%2C1731576035343,1-83f56b55f2af,36205,1731576035343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/WALs/83f56b55f2af,36205,1731576035343/83f56b55f2af%2C36205%2C1731576035343.1731576036690 to pos 1496, reset compression=false 2024-11-14T09:21:07,113 INFO [M:0;83f56b55f2af:46059 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T09:21:07,113 INFO [M:0;83f56b55f2af:46059 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T09:21:07,113 DEBUG [M:0;83f56b55f2af:46059 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T09:21:07,113 INFO [M:0;83f56b55f2af:46059 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:21:07,113 DEBUG [M:0;83f56b55f2af:46059 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:21:07,113 DEBUG [M:0;83f56b55f2af:46059 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T09:21:07,114 DEBUG [M:0;83f56b55f2af:46059 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:21:07,114 INFO [M:0;83f56b55f2af:46059 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-14T09:21:07,129 DEBUG [M:0;83f56b55f2af:46059 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/788cfaf75ec845a6bdb595ccba7e7c77 is 82, key is hbase:meta,,1/info:regioninfo/1731576040266/Put/seqid=0 2024-11-14T09:21:07,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40195 is added to blk_1073741849_1025 (size=5672) 2024-11-14T09:21:07,534 INFO [M:0;83f56b55f2af:46059 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/788cfaf75ec845a6bdb595ccba7e7c77 2024-11-14T09:21:07,556 DEBUG [M:0;83f56b55f2af:46059 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/da7a700ed1de41afac3dcf752397b5e6 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731576051643/Put/seqid=0 2024-11-14T09:21:07,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40195 is added to blk_1073741850_1026 (size=8516) 2024-11-14T09:21:07,881 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,36205,1731576035343.replicationSource.wal-reader.83f56b55f2af%2C36205%2C1731576035343,1-83f56b55f2af,36205,1731576035343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/WALs/83f56b55f2af,36205,1731576035343/83f56b55f2af%2C36205%2C1731576035343.1731576036690 to pos 1496, reset compression=false 2024-11-14T09:21:07,960 INFO [M:0;83f56b55f2af:46059 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/da7a700ed1de41afac3dcf752397b5e6 2024-11-14T09:21:07,982 DEBUG [M:0;83f56b55f2af:46059 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bc8e78c9385c4ff89e3024cbb52cc4aa is 69, key is 83f56b55f2af,40071,1731576038116/rs:state/1731576039686/Put/seqid=0 2024-11-14T09:21:07,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40195 is added to blk_1073741851_1027 (size=5156) 2024-11-14T09:21:07,997 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T09:21:08,370 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:21:08,370 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:21:08,386 INFO [M:0;83f56b55f2af:46059 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bc8e78c9385c4ff89e3024cbb52cc4aa 2024-11-14T09:21:08,391 DEBUG [M:0;83f56b55f2af:46059 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/788cfaf75ec845a6bdb595ccba7e7c77 as hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/788cfaf75ec845a6bdb595ccba7e7c77 2024-11-14T09:21:08,394 INFO [M:0;83f56b55f2af:46059 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/788cfaf75ec845a6bdb595ccba7e7c77, entries=8, sequenceid=97, filesize=5.5 K 2024-11-14T09:21:08,395 DEBUG [M:0;83f56b55f2af:46059 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/da7a700ed1de41afac3dcf752397b5e6 as hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/da7a700ed1de41afac3dcf752397b5e6 2024-11-14T09:21:08,398 INFO [M:0;83f56b55f2af:46059 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/da7a700ed1de41afac3dcf752397b5e6, entries=11, sequenceid=97, filesize=8.3 K 2024-11-14T09:21:08,399 DEBUG [M:0;83f56b55f2af:46059 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bc8e78c9385c4ff89e3024cbb52cc4aa as hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bc8e78c9385c4ff89e3024cbb52cc4aa 2024-11-14T09:21:08,402 INFO [M:0;83f56b55f2af:46059 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46365/user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bc8e78c9385c4ff89e3024cbb52cc4aa, entries=1, sequenceid=97, filesize=5.0 K 2024-11-14T09:21:08,403 INFO [M:0;83f56b55f2af:46059 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1289ms, sequenceid=97, compaction requested=false 2024-11-14T09:21:08,405 INFO [M:0;83f56b55f2af:46059 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:21:08,405 DEBUG [M:0;83f56b55f2af:46059 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731576067113Disabling compacts and flushes for region at 1731576067113Disabling writes for close at 1731576067113Obtaining lock to block concurrent updates at 1731576067114 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731576067114Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731576067114Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731576067114Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731576067115 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731576067129 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731576067129Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731576067537 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731576067555 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731576067555Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731576067964 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731576067982 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731576067982Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@639975da: reopening flushed file at 1731576068390 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7dfe4a57: reopening flushed file at 1731576068394 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d154eee: reopening flushed file at 1731576068398 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1289ms, sequenceid=97, compaction requested=false at 1731576068403 (+5 ms)Writing region close event to WAL at 1731576068404 (+1 ms)Closed at 1731576068404 2024-11-14T09:21:08,405 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:21:08,405 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:21:08,405 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:21:08,405 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:21:08,405 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:21:08,406 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:21:08,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40195 is added to blk_1073741830_1006 (size=63654) 2024-11-14T09:21:08,406 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/85aa999a-0d87-9584-0305-0459a4565799/MasterData/WALs/83f56b55f2af,46059,1731576038029/83f56b55f2af%2C46059%2C1731576038029.1731576039449 not finished, retry = 0 2024-11-14T09:21:08,412 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:21:08,415 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:21:08,415 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:21:08,417 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:21:08,507 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T09:21:08,507 INFO [M:0;83f56b55f2af:46059 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T09:21:08,508 INFO [M:0;83f56b55f2af:46059 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46059 2024-11-14T09:21:08,508 INFO [M:0;83f56b55f2af:46059 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T09:21:08,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46059-0x10115c75e360003, quorum=127.0.0.1:54600, baseZNode=/1-306477582 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T09:21:08,610 INFO [M:0;83f56b55f2af:46059 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T09:21:08,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46059-0x10115c75e360003, quorum=127.0.0.1:54600, baseZNode=/1-306477582 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T09:21:08,612 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3b6a604d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T09:21:08,613 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7be97fc2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T09:21:08,613 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T09:21:08,613 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c39c7a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T09:21:08,613 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5720561a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a83ce165-07a7-895d-1113-16d5ce454b36/hadoop.log.dir/,STOPPED} 2024-11-14T09:21:08,616 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T09:21:08,616 WARN [BP-1908101350-172.17.0.2-1731576037212 heartbeating to localhost/127.0.0.1:46365 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T09:21:08,616 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T09:21:08,616 WARN [BP-1908101350-172.17.0.2-1731576037212 heartbeating to localhost/127.0.0.1:46365 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1908101350-172.17.0.2-1731576037212 (Datanode Uuid 8cf8a503-4976-47d1-8c8f-0f95f14242b7) service to localhost/127.0.0.1:46365 2024-11-14T09:21:08,617 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a83ce165-07a7-895d-1113-16d5ce454b36/cluster_1db0c38f-9e85-532a-73cd-a3639381a7ce/data/data1/current/BP-1908101350-172.17.0.2-1731576037212 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T09:21:08,617 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a83ce165-07a7-895d-1113-16d5ce454b36/cluster_1db0c38f-9e85-532a-73cd-a3639381a7ce/data/data2/current/BP-1908101350-172.17.0.2-1731576037212 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T09:21:08,617 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T09:21:08,625 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@37999a1f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T09:21:08,626 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@8502d5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T09:21:08,626 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T09:21:08,626 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ab7e5c2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T09:21:08,626 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@644e4aa5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a83ce165-07a7-895d-1113-16d5ce454b36/hadoop.log.dir/,STOPPED} 2024-11-14T09:21:08,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T09:21:08,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T09:21:08,639 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T09:21:08,639 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:21:08,639 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:21:08,639 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:21:08,639 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T09:21:08,640 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T09:21:08,640 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1082289658, stopped=false 2024-11-14T09:21:08,640 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=83f56b55f2af,33133,1731576035287 2024-11-14T09:21:08,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33133-0x10115c75e360000, quorum=127.0.0.1:54600, baseZNode=/0-1488930669 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1488930669/running 2024-11-14T09:21:08,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36205-0x10115c75e360001, quorum=127.0.0.1:54600, baseZNode=/0-1488930669 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1488930669/running 2024-11-14T09:21:08,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33133-0x10115c75e360000, quorum=127.0.0.1:54600, baseZNode=/0-1488930669 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1488930669 2024-11-14T09:21:08,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36205-0x10115c75e360001, quorum=127.0.0.1:54600, baseZNode=/0-1488930669 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1488930669 2024-11-14T09:21:08,641 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T09:21:08,642 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T09:21:08,642 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:21:08,642 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:21:08,642 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36205-0x10115c75e360001, quorum=127.0.0.1:54600, baseZNode=/0-1488930669 Set watcher on znode that does not yet exist, /0-1488930669/running 2024-11-14T09:21:08,642 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '83f56b55f2af,36205,1731576035343' ***** 2024-11-14T09:21:08,642 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33133-0x10115c75e360000, quorum=127.0.0.1:54600, baseZNode=/0-1488930669 Set watcher on znode that does not yet exist, /0-1488930669/running 2024-11-14T09:21:08,642 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T09:21:08,643 INFO [RS:0;83f56b55f2af:36205 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T09:21:08,643 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T09:21:08,643 INFO [RS:0;83f56b55f2af:36205 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T09:21:08,643 INFO [RS:0;83f56b55f2af:36205 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T09:21:08,643 INFO [RS:0;83f56b55f2af:36205 {}] regionserver.HRegionServer(3091): Received CLOSE for 748cda6d6ad1053cbb30d577daf26d8e 2024-11-14T09:21:08,643 INFO [RS:0;83f56b55f2af:36205 {}] regionserver.HRegionServer(3091): Received CLOSE for 3e47c947df8a99a4bbf094d35e529f7f 2024-11-14T09:21:08,643 INFO [RS:0;83f56b55f2af:36205 {}] regionserver.HRegionServer(959): stopping server 83f56b55f2af,36205,1731576035343 2024-11-14T09:21:08,643 INFO [RS:0;83f56b55f2af:36205 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T09:21:08,643 INFO [RS:0;83f56b55f2af:36205 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;83f56b55f2af:36205. 2024-11-14T09:21:08,643 DEBUG [RS:0;83f56b55f2af:36205 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:21:08,644 DEBUG [RS:0;83f56b55f2af:36205 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:21:08,644 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 748cda6d6ad1053cbb30d577daf26d8e, disabling compactions & flushes 2024-11-14T09:21:08,644 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731576043175.748cda6d6ad1053cbb30d577daf26d8e. 2024-11-14T09:21:08,644 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731576043175.748cda6d6ad1053cbb30d577daf26d8e. 2024-11-14T09:21:08,644 INFO [RS:0;83f56b55f2af:36205 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T09:21:08,644 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731576043175.748cda6d6ad1053cbb30d577daf26d8e. after waiting 0 ms 2024-11-14T09:21:08,644 INFO [RS:0;83f56b55f2af:36205 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T09:21:08,644 INFO [RS:0;83f56b55f2af:36205 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T09:21:08,644 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731576043175.748cda6d6ad1053cbb30d577daf26d8e. 2024-11-14T09:21:08,644 INFO [RS:0;83f56b55f2af:36205 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T09:21:08,644 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 748cda6d6ad1053cbb30d577daf26d8e 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-14T09:21:08,644 INFO [RS:0;83f56b55f2af:36205 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T09:21:08,644 DEBUG [RS:0;83f56b55f2af:36205 {}] regionserver.HRegionServer(1325): Online Regions={748cda6d6ad1053cbb30d577daf26d8e=test,,1731576043175.748cda6d6ad1053cbb30d577daf26d8e., 1588230740=hbase:meta,,1.1588230740, 3e47c947df8a99a4bbf094d35e529f7f=hbase:replication,,1731576048633.3e47c947df8a99a4bbf094d35e529f7f.} 2024-11-14T09:21:08,644 DEBUG [RS:0;83f56b55f2af:36205 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3e47c947df8a99a4bbf094d35e529f7f, 748cda6d6ad1053cbb30d577daf26d8e 2024-11-14T09:21:08,644 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T09:21:08,644 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T09:21:08,644 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T09:21:08,644 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T09:21:08,644 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T09:21:08,644 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T09:21:08,671 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/data/default/test/748cda6d6ad1053cbb30d577daf26d8e/.tmp/f/ee7af68af58843eba322abcf7df93d98 is 37, key is row3/f:row3/1731576060836/Put/seqid=0 2024-11-14T09:21:08,673 INFO [regionserver/83f56b55f2af:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T09:21:08,674 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/data/hbase/meta/1588230740/.tmp/info/f0b625665d4748eeb133f19e492be1e7 is 147, key is hbase:replication,,1731576048633.3e47c947df8a99a4bbf094d35e529f7f./info:regioninfo/1731576049815/Put/seqid=0 2024-11-14T09:21:08,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42435 is added to blk_1073741840_1016 (size=5228) 2024-11-14T09:21:08,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42435 is added to blk_1073741841_1017 (size=7686) 2024-11-14T09:21:08,686 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/data/hbase/meta/1588230740/.tmp/info/f0b625665d4748eeb133f19e492be1e7 2024-11-14T09:21:08,708 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/data/hbase/meta/1588230740/.tmp/ns/712252f90696463ab6708e7f5e915909 is 43, key is default/ns:d/1731576037085/Put/seqid=0 2024-11-14T09:21:08,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42435 is added to blk_1073741842_1018 (size=5153) 2024-11-14T09:21:08,844 DEBUG [RS:0;83f56b55f2af:36205 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3e47c947df8a99a4bbf094d35e529f7f, 748cda6d6ad1053cbb30d577daf26d8e 2024-11-14T09:21:08,941 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T09:21:08,942 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:21:08,942 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:21:08,943 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:21:08,975 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:21:08,976 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:21:08,976 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:21:08,976 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:21:08,976 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:21:08,977 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:21:08,981 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:21:08,983 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:21:08,983 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:21:08,985 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:21:08,985 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,36205,1731576035343.replicationSource.wal-reader.83f56b55f2af%2C36205%2C1731576035343,1-83f56b55f2af,36205,1731576035343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/WALs/83f56b55f2af,36205,1731576035343/83f56b55f2af%2C36205%2C1731576035343.1731576036690 to pos 1496, reset compression=false 2024-11-14T09:21:08,989 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,36205,1731576035343.replicationSource.wal-reader.83f56b55f2af%2C36205%2C1731576035343,1-83f56b55f2af,36205,1731576035343 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T09:21:08,990 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,36205,1731576035343.replicationSource.wal-reader.83f56b55f2af%2C36205%2C1731576035343,1-83f56b55f2af,36205,1731576035343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/WALs/83f56b55f2af,36205,1731576035343/83f56b55f2af%2C36205%2C1731576035343.1731576036690 to pos 1743, reset compression=false 2024-11-14T09:21:08,990 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,36205,1731576035343.replicationSource.shipper83f56b55f2af%2C36205%2C1731576035343,1-83f56b55f2af,36205,1731576035343 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83f56b55f2af,36205,1731576035343 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/WALs/83f56b55f2af,36205,1731576035343/83f56b55f2af%2C36205%2C1731576035343.1731576036690, lastWalPosition=1743, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T09:21:08,991 ERROR [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,36205,1731576035343.replicationSource.shipper83f56b55f2af%2C36205%2C1731576035343,1-83f56b55f2af,36205,1731576035343 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 83f56b55f2af,36205,1731576035343: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-83f56b55f2af,36205,1731576035343, walGroup=83f56b55f2af%2C36205%2C1731576035343, offset=83f56b55f2af%2C36205%2C1731576035343.1731576036690:1743, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=83f56b55f2af:36205 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-14T09:21:08,992 ERROR [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,36205,1731576035343.replicationSource.shipper83f56b55f2af%2C36205%2C1731576035343,1-83f56b55f2af,36205,1731576035343 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T09:21:08,993 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,36205,1731576035343.replicationSource.shipper83f56b55f2af%2C36205%2C1731576035343,1-83f56b55f2af,36205,1731576035343 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T09:21:08,993 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,36205,1731576035343.replicationSource.shipper83f56b55f2af%2C36205%2C1731576035343,1-83f56b55f2af,36205,1731576035343 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T09:21:08,993 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,36205,1731576035343.replicationSource.shipper83f56b55f2af%2C36205%2C1731576035343,1-83f56b55f2af,36205,1731576035343 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T09:21:08,993 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,36205,1731576035343.replicationSource.shipper83f56b55f2af%2C36205%2C1731576035343,1-83f56b55f2af,36205,1731576035343 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T09:21:08,993 INFO [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,36205,1731576035343.replicationSource.shipper83f56b55f2af%2C36205%2C1731576035343,1-83f56b55f2af,36205,1731576035343 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1065353216, "init": 1048576000, "max": 2306867200, "used": 931559936 }, "NonHeapMemoryUsage": { "committed": 202506240, "init": 7667712, "max": -1, "used": 199550112 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T09:21:08,993 WARN [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,36205,1731576035343.replicationSource.shipper83f56b55f2af%2C36205%2C1731576035343,1-83f56b55f2af,36205,1731576035343 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=83f56b55f2af:33133 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=83f56b55f2af:33133 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-14T09:21:09,044 DEBUG [RS:0;83f56b55f2af:36205 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3e47c947df8a99a4bbf094d35e529f7f, 748cda6d6ad1053cbb30d577daf26d8e 2024-11-14T09:21:09,076 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/data/default/test/748cda6d6ad1053cbb30d577daf26d8e/.tmp/f/ee7af68af58843eba322abcf7df93d98 2024-11-14T09:21:09,080 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ee7af68af58843eba322abcf7df93d98 2024-11-14T09:21:09,100 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/data/default/test/748cda6d6ad1053cbb30d577daf26d8e/.tmp/f1/09f024e6a9a34ce1aed5cd2d7257c34c is 30, key is row1/f1:/1731576058179/DeleteFamily/seqid=0 2024-11-14T09:21:09,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42435 is added to blk_1073741843_1019 (size=5158) 2024-11-14T09:21:09,112 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/data/hbase/meta/1588230740/.tmp/ns/712252f90696463ab6708e7f5e915909 2024-11-14T09:21:09,129 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/data/hbase/meta/1588230740/.tmp/rep_barrier/9a2748c3fb894b51807a12b6c52094bd is 112, key is test,,1731576043175.748cda6d6ad1053cbb30d577daf26d8e./rep_barrier:seqnumDuringOpen/1731576044337/Put/seqid=0 2024-11-14T09:21:09,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42435 is added to blk_1073741844_1020 (size=5518) 2024-11-14T09:21:09,199 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,36205,1731576035343.replicationSource.wal-reader.83f56b55f2af%2C36205%2C1731576035343,1-83f56b55f2af,36205,1731576035343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/WALs/83f56b55f2af,36205,1731576035343/83f56b55f2af%2C36205%2C1731576035343.1731576036690 to pos 1743, reset compression=false 2024-11-14T09:21:09,245 DEBUG [RS:0;83f56b55f2af:36205 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3e47c947df8a99a4bbf094d35e529f7f, 748cda6d6ad1053cbb30d577daf26d8e 2024-11-14T09:21:09,445 DEBUG [RS:0;83f56b55f2af:36205 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3e47c947df8a99a4bbf094d35e529f7f, 748cda6d6ad1053cbb30d577daf26d8e 2024-11-14T09:21:09,503 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,36205,1731576035343.replicationSource.wal-reader.83f56b55f2af%2C36205%2C1731576035343,1-83f56b55f2af,36205,1731576035343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/WALs/83f56b55f2af,36205,1731576035343/83f56b55f2af%2C36205%2C1731576035343.1731576036690 to pos 1743, reset compression=false 2024-11-14T09:21:09,504 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/data/default/test/748cda6d6ad1053cbb30d577daf26d8e/.tmp/f1/09f024e6a9a34ce1aed5cd2d7257c34c 2024-11-14T09:21:09,508 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 09f024e6a9a34ce1aed5cd2d7257c34c 2024-11-14T09:21:09,523 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/data/default/test/748cda6d6ad1053cbb30d577daf26d8e/.tmp/norep/b37bbe7ed4114c83bb6117759e4bce9c is 32, key is row/norep:/1731576057171/DeleteFamily/seqid=0 2024-11-14T09:21:09,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42435 is added to blk_1073741845_1021 (size=5101) 2024-11-14T09:21:09,532 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/data/hbase/meta/1588230740/.tmp/rep_barrier/9a2748c3fb894b51807a12b6c52094bd 2024-11-14T09:21:09,550 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/data/hbase/meta/1588230740/.tmp/table/333c92f6ec2745e1a41162fb559509ac is 53, key is hbase:replication/table:state/1731576049830/Put/seqid=0 2024-11-14T09:21:09,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42435 is added to blk_1073741846_1022 (size=5308) 2024-11-14T09:21:09,553 INFO [regionserver/83f56b55f2af:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T09:21:09,553 INFO [regionserver/83f56b55f2af:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T09:21:09,645 DEBUG [RS:0;83f56b55f2af:36205 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3e47c947df8a99a4bbf094d35e529f7f, 748cda6d6ad1053cbb30d577daf26d8e 2024-11-14T09:21:09,845 DEBUG [RS:0;83f56b55f2af:36205 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3e47c947df8a99a4bbf094d35e529f7f, 748cda6d6ad1053cbb30d577daf26d8e 2024-11-14T09:21:09,907 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,36205,1731576035343.replicationSource.wal-reader.83f56b55f2af%2C36205%2C1731576035343,1-83f56b55f2af,36205,1731576035343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/WALs/83f56b55f2af,36205,1731576035343/83f56b55f2af%2C36205%2C1731576035343.1731576036690 to pos 1743, reset compression=false 2024-11-14T09:21:09,927 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/data/default/test/748cda6d6ad1053cbb30d577daf26d8e/.tmp/norep/b37bbe7ed4114c83bb6117759e4bce9c 2024-11-14T09:21:09,931 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b37bbe7ed4114c83bb6117759e4bce9c 2024-11-14T09:21:09,932 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/data/default/test/748cda6d6ad1053cbb30d577daf26d8e/.tmp/f/ee7af68af58843eba322abcf7df93d98 as hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/data/default/test/748cda6d6ad1053cbb30d577daf26d8e/f/ee7af68af58843eba322abcf7df93d98 2024-11-14T09:21:09,936 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ee7af68af58843eba322abcf7df93d98 2024-11-14T09:21:09,936 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/data/default/test/748cda6d6ad1053cbb30d577daf26d8e/f/ee7af68af58843eba322abcf7df93d98, entries=5, sequenceid=12, filesize=5.1 K 2024-11-14T09:21:09,936 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/data/default/test/748cda6d6ad1053cbb30d577daf26d8e/.tmp/f1/09f024e6a9a34ce1aed5cd2d7257c34c as hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/data/default/test/748cda6d6ad1053cbb30d577daf26d8e/f1/09f024e6a9a34ce1aed5cd2d7257c34c 2024-11-14T09:21:09,940 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 09f024e6a9a34ce1aed5cd2d7257c34c 2024-11-14T09:21:09,940 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/data/default/test/748cda6d6ad1053cbb30d577daf26d8e/f1/09f024e6a9a34ce1aed5cd2d7257c34c, entries=3, sequenceid=12, filesize=5.0 K 2024-11-14T09:21:09,941 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/data/default/test/748cda6d6ad1053cbb30d577daf26d8e/.tmp/norep/b37bbe7ed4114c83bb6117759e4bce9c as hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/data/default/test/748cda6d6ad1053cbb30d577daf26d8e/norep/b37bbe7ed4114c83bb6117759e4bce9c 2024-11-14T09:21:09,944 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b37bbe7ed4114c83bb6117759e4bce9c 2024-11-14T09:21:09,944 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/data/default/test/748cda6d6ad1053cbb30d577daf26d8e/norep/b37bbe7ed4114c83bb6117759e4bce9c, entries=1, sequenceid=12, filesize=5.0 K 2024-11-14T09:21:09,945 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 748cda6d6ad1053cbb30d577daf26d8e in 1301ms, sequenceid=12, compaction requested=false 2024-11-14T09:21:09,945 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-14T09:21:09,948 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/data/default/test/748cda6d6ad1053cbb30d577daf26d8e/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-14T09:21:09,949 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T09:21:09,949 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T09:21:09,949 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731576043175.748cda6d6ad1053cbb30d577daf26d8e. 2024-11-14T09:21:09,949 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 748cda6d6ad1053cbb30d577daf26d8e: Waiting for close lock at 1731576068643Running coprocessor pre-close hooks at 1731576068643Disabling compacts and flushes for region at 1731576068643Disabling writes for close at 1731576068644 (+1 ms)Obtaining lock to block concurrent updates at 1731576068644Preparing flush snapshotting stores in 748cda6d6ad1053cbb30d577daf26d8e at 1731576068644Finished memstore snapshotting test,,1731576043175.748cda6d6ad1053cbb30d577daf26d8e., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731576068644Flushing stores of test,,1731576043175.748cda6d6ad1053cbb30d577daf26d8e. at 1731576068645 (+1 ms)Flushing 748cda6d6ad1053cbb30d577daf26d8e/f: creating writer at 1731576068645Flushing 748cda6d6ad1053cbb30d577daf26d8e/f: appending metadata at 1731576068670 (+25 ms)Flushing 748cda6d6ad1053cbb30d577daf26d8e/f: closing flushed file at 1731576068670Flushing 748cda6d6ad1053cbb30d577daf26d8e/f1: creating writer at 1731576069080 (+410 ms)Flushing 748cda6d6ad1053cbb30d577daf26d8e/f1: appending metadata at 1731576069099 (+19 ms)Flushing 748cda6d6ad1053cbb30d577daf26d8e/f1: closing flushed file at 1731576069099Flushing 748cda6d6ad1053cbb30d577daf26d8e/norep: creating writer at 1731576069508 (+409 ms)Flushing 748cda6d6ad1053cbb30d577daf26d8e/norep: appending metadata at 1731576069523 (+15 ms)Flushing 748cda6d6ad1053cbb30d577daf26d8e/norep: closing flushed file at 1731576069523Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57406dde: reopening flushed file at 1731576069931 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79585928: reopening flushed file at 1731576069936 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34ea291e: reopening flushed file at 1731576069940 (+4 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 748cda6d6ad1053cbb30d577daf26d8e in 1301ms, sequenceid=12, compaction requested=false at 1731576069945 (+5 ms)Writing region close event to WAL at 1731576069946 (+1 ms)Running coprocessor post-close hooks at 1731576069949 (+3 ms)Closed at 1731576069949 2024-11-14T09:21:09,949 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731576043175.748cda6d6ad1053cbb30d577daf26d8e. 2024-11-14T09:21:09,949 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3e47c947df8a99a4bbf094d35e529f7f, disabling compactions & flushes 2024-11-14T09:21:09,949 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731576048633.3e47c947df8a99a4bbf094d35e529f7f. 2024-11-14T09:21:09,949 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731576048633.3e47c947df8a99a4bbf094d35e529f7f. 2024-11-14T09:21:09,949 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731576048633.3e47c947df8a99a4bbf094d35e529f7f. after waiting 0 ms 2024-11-14T09:21:09,949 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731576048633.3e47c947df8a99a4bbf094d35e529f7f. 2024-11-14T09:21:09,949 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3e47c947df8a99a4bbf094d35e529f7f: Waiting for close lock at 1731576069949Running coprocessor pre-close hooks at 1731576069949Disabling compacts and flushes for region at 1731576069949Disabling writes for close at 1731576069949Failed flush hbase:replication,,1731576048633.3e47c947df8a99a4bbf094d35e529f7f., putting online again at 1731576069949 2024-11-14T09:21:09,949 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731576048633.3e47c947df8a99a4bbf094d35e529f7f. 2024-11-14T09:21:09,954 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/data/hbase/meta/1588230740/.tmp/table/333c92f6ec2745e1a41162fb559509ac 2024-11-14T09:21:09,957 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/data/hbase/meta/1588230740/.tmp/info/f0b625665d4748eeb133f19e492be1e7 as hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/data/hbase/meta/1588230740/info/f0b625665d4748eeb133f19e492be1e7 2024-11-14T09:21:09,960 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/data/hbase/meta/1588230740/info/f0b625665d4748eeb133f19e492be1e7, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T09:21:09,961 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/data/hbase/meta/1588230740/.tmp/ns/712252f90696463ab6708e7f5e915909 as hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/data/hbase/meta/1588230740/ns/712252f90696463ab6708e7f5e915909 2024-11-14T09:21:09,965 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/data/hbase/meta/1588230740/ns/712252f90696463ab6708e7f5e915909, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T09:21:09,965 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/data/hbase/meta/1588230740/.tmp/rep_barrier/9a2748c3fb894b51807a12b6c52094bd as hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/data/hbase/meta/1588230740/rep_barrier/9a2748c3fb894b51807a12b6c52094bd 2024-11-14T09:21:09,969 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/data/hbase/meta/1588230740/rep_barrier/9a2748c3fb894b51807a12b6c52094bd, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T09:21:09,970 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/data/hbase/meta/1588230740/.tmp/table/333c92f6ec2745e1a41162fb559509ac as hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/data/hbase/meta/1588230740/table/333c92f6ec2745e1a41162fb559509ac 2024-11-14T09:21:09,973 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/data/hbase/meta/1588230740/table/333c92f6ec2745e1a41162fb559509ac, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T09:21:09,974 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1330ms, sequenceid=16, compaction requested=false 2024-11-14T09:21:09,974 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T09:21:09,979 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T09:21:09,979 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T09:21:09,979 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T09:21:09,979 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T09:21:09,980 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731576068644Running coprocessor pre-close hooks at 1731576068644Disabling compacts and flushes for region at 1731576068644Disabling writes for close at 1731576068644Obtaining lock to block concurrent updates at 1731576068644Preparing flush snapshotting stores in 1588230740 at 1731576068644Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731576068645 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731576068645Flushing 1588230740/info: creating writer at 1731576068645Flushing 1588230740/info: appending metadata at 1731576068674 (+29 ms)Flushing 1588230740/info: closing flushed file at 1731576068674Flushing 1588230740/ns: creating writer at 1731576068690 (+16 ms)Flushing 1588230740/ns: appending metadata at 1731576068707 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731576068707Flushing 1588230740/rep_barrier: creating writer at 1731576069115 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731576069129 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731576069129Flushing 1588230740/table: creating writer at 1731576069536 (+407 ms)Flushing 1588230740/table: appending metadata at 1731576069549 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731576069549Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51d3f186: reopening flushed file at 1731576069957 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@757aa31c: reopening flushed file at 1731576069961 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@520a0081: reopening flushed file at 1731576069965 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d78657e: reopening flushed file at 1731576069969 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1330ms, sequenceid=16, compaction requested=false at 1731576069974 (+5 ms)Writing region close event to WAL at 1731576069977 (+3 ms)Running coprocessor post-close hooks at 1731576069979 (+2 ms)Closed at 1731576069979 2024-11-14T09:21:09,980 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T09:21:10,045 INFO [RS:0;83f56b55f2af:36205 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T09:21:10,045 DEBUG [RS:0;83f56b55f2af:36205 {}] regionserver.HRegionServer(1325): Online Regions={3e47c947df8a99a4bbf094d35e529f7f=hbase:replication,,1731576048633.3e47c947df8a99a4bbf094d35e529f7f.} 2024-11-14T09:21:10,045 INFO [RS:0;83f56b55f2af:36205 {}] regionserver.HRegionServer(3091): Received CLOSE for 3e47c947df8a99a4bbf094d35e529f7f 2024-11-14T09:21:10,045 DEBUG [RS:0;83f56b55f2af:36205 {}] regionserver.HRegionServer(1351): Waiting on 3e47c947df8a99a4bbf094d35e529f7f 2024-11-14T09:21:10,046 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3e47c947df8a99a4bbf094d35e529f7f, disabling compactions & flushes 2024-11-14T09:21:10,046 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731576048633.3e47c947df8a99a4bbf094d35e529f7f. 2024-11-14T09:21:10,046 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731576048633.3e47c947df8a99a4bbf094d35e529f7f. 2024-11-14T09:21:10,046 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731576048633.3e47c947df8a99a4bbf094d35e529f7f. after waiting 0 ms 2024-11-14T09:21:10,046 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731576048633.3e47c947df8a99a4bbf094d35e529f7f. 2024-11-14T09:21:10,046 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3e47c947df8a99a4bbf094d35e529f7f: Waiting for close lock at 1731576070046Running coprocessor pre-close hooks at 1731576070046Disabling compacts and flushes for region at 1731576070046Disabling writes for close at 1731576070046Failed flush hbase:replication,,1731576048633.3e47c947df8a99a4bbf094d35e529f7f., putting online again at 1731576070046 2024-11-14T09:21:10,046 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731576048633.3e47c947df8a99a4bbf094d35e529f7f. 2024-11-14T09:21:10,246 INFO [RS:0;83f56b55f2af:36205 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-14T09:21:10,246 INFO [RS:0;83f56b55f2af:36205 {}] regionserver.HRegionServer(976): stopping server 83f56b55f2af,36205,1731576035343; all regions closed. 2024-11-14T09:21:10,248 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/WALs/83f56b55f2af,36205,1731576035343/83f56b55f2af%2C36205%2C1731576035343.meta.1731576037012.meta not finished, retry = 0 2024-11-14T09:21:10,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42435 is added to blk_1073741834_1010 (size=4239) 2024-11-14T09:21:10,351 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/WALs/83f56b55f2af,36205,1731576035343/83f56b55f2af%2C36205%2C1731576035343.rep.1731576049771 not finished, retry = 0 2024-11-14T09:21:10,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42435 is added to blk_1073741839_1015 (size=2609) 2024-11-14T09:21:10,411 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,36205,1731576035343.replicationSource.wal-reader.83f56b55f2af%2C36205%2C1731576035343,1-83f56b55f2af,36205,1731576035343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/WALs/83f56b55f2af,36205,1731576035343/83f56b55f2af%2C36205%2C1731576035343.1731576036690 to pos 1743, reset compression=false 2024-11-14T09:21:10,415 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,36205,1731576035343.replicationSource.wal-reader.83f56b55f2af%2C36205%2C1731576035343,1-83f56b55f2af,36205,1731576035343 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T09:21:10,415 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,36205,1731576035343.replicationSource.wal-reader.83f56b55f2af%2C36205%2C1731576035343,1-83f56b55f2af,36205,1731576035343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/WALs/83f56b55f2af,36205,1731576035343/83f56b55f2af%2C36205%2C1731576035343.1731576036690 to pos 2387, reset compression=false 2024-11-14T09:21:10,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42435 is added to blk_1073741833_1009 (size=2395) 2024-11-14T09:21:10,454 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/WALs/83f56b55f2af,36205,1731576035343/83f56b55f2af%2C36205%2C1731576035343.1731576036690 not finished, retry = 0 2024-11-14T09:21:10,555 DEBUG [RS:0;83f56b55f2af:36205 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:21:10,555 INFO [RS:0;83f56b55f2af:36205 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T09:21:10,555 INFO [RS:0;83f56b55f2af:36205 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T09:21:10,555 INFO [RS:0;83f56b55f2af:36205 {}] hbase.ChoreService(370): Chore service for: regionserver/83f56b55f2af:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T09:21:10,555 INFO [RS:0;83f56b55f2af:36205 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T09:21:10,555 INFO [regionserver/83f56b55f2af:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T09:21:10,555 INFO [RS:0;83f56b55f2af:36205 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-83f56b55f2af,36205,1731576035343 because: Region server is closing 2024-11-14T09:21:10,556 INFO [RS:0;83f56b55f2af:36205 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;83f56b55f2af:36205. 2024-11-14T09:21:10,556 DEBUG [RS:0;83f56b55f2af:36205 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:21:10,556 DEBUG [RS:0;83f56b55f2af:36205 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:21:10,556 DEBUG [RS:0;83f56b55f2af:36205 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:21:10,556 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T09:21:10,656 INFO [RS:0;83f56b55f2af:36205 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,36205,1731576035343.replicationSource.shipper83f56b55f2af%2C36205%2C1731576035343,1-83f56b55f2af,36205,1731576035343 terminated 2024-11-14T09:21:10,657 INFO [RS:0;83f56b55f2af:36205 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;83f56b55f2af:36205. 2024-11-14T09:21:10,657 DEBUG [RS:0;83f56b55f2af:36205 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:21:10,657 DEBUG [RS:0;83f56b55f2af:36205 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:21:10,657 DEBUG [RS:0;83f56b55f2af:36205 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:21:10,657 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T09:21:10,657 INFO [RS:0;83f56b55f2af:36205 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36205 2024-11-14T09:21:10,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36205-0x10115c75e360001, quorum=127.0.0.1:54600, baseZNode=/0-1488930669 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1488930669/rs/83f56b55f2af,36205,1731576035343 2024-11-14T09:21:10,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33133-0x10115c75e360000, quorum=127.0.0.1:54600, baseZNode=/0-1488930669 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1488930669/rs 2024-11-14T09:21:10,659 INFO [RS:0;83f56b55f2af:36205 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T09:21:10,662 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [83f56b55f2af,36205,1731576035343] 2024-11-14T09:21:10,663 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1488930669/draining/83f56b55f2af,36205,1731576035343 already deleted, retry=false 2024-11-14T09:21:10,663 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 83f56b55f2af,36205,1731576035343 expired; onlineServers=0 2024-11-14T09:21:10,663 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '83f56b55f2af,33133,1731576035287' ***** 2024-11-14T09:21:10,663 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T09:21:10,663 INFO [M:0;83f56b55f2af:33133 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T09:21:10,663 INFO [M:0;83f56b55f2af:33133 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T09:21:10,663 DEBUG [M:0;83f56b55f2af:33133 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T09:21:10,663 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T09:21:10,663 DEBUG [M:0;83f56b55f2af:33133 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T09:21:10,663 DEBUG [master/83f56b55f2af:0:becomeActiveMaster-HFileCleaner.large.0-1731576036395 {}] cleaner.HFileCleaner(306): Exit Thread[master/83f56b55f2af:0:becomeActiveMaster-HFileCleaner.large.0-1731576036395,5,FailOnTimeoutGroup] 2024-11-14T09:21:10,663 INFO [M:0;83f56b55f2af:33133 {}] hbase.ChoreService(370): Chore service for: master/83f56b55f2af:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T09:21:10,663 DEBUG [master/83f56b55f2af:0:becomeActiveMaster-HFileCleaner.small.0-1731576036396 {}] cleaner.HFileCleaner(306): Exit Thread[master/83f56b55f2af:0:becomeActiveMaster-HFileCleaner.small.0-1731576036396,5,FailOnTimeoutGroup] 2024-11-14T09:21:10,664 INFO [M:0;83f56b55f2af:33133 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T09:21:10,664 DEBUG [M:0;83f56b55f2af:33133 {}] master.HMaster(1795): Stopping service threads 2024-11-14T09:21:10,664 INFO [M:0;83f56b55f2af:33133 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T09:21:10,664 INFO [M:0;83f56b55f2af:33133 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T09:21:10,664 INFO [M:0;83f56b55f2af:33133 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T09:21:10,664 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T09:21:10,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33133-0x10115c75e360000, quorum=127.0.0.1:54600, baseZNode=/0-1488930669 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1488930669/master 2024-11-14T09:21:10,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33133-0x10115c75e360000, quorum=127.0.0.1:54600, baseZNode=/0-1488930669 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1488930669 2024-11-14T09:21:10,665 DEBUG [M:0;83f56b55f2af:33133 {}] zookeeper.ZKUtil(347): master:33133-0x10115c75e360000, quorum=127.0.0.1:54600, baseZNode=/0-1488930669 Unable to get data of znode /0-1488930669/master because node does not exist (not an error) 2024-11-14T09:21:10,665 WARN [M:0;83f56b55f2af:33133 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T09:21:10,665 INFO [M:0;83f56b55f2af:33133 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/.lastflushedseqids 2024-11-14T09:21:10,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42435 is added to blk_1073741847_1023 (size=245) 2024-11-14T09:21:10,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36205-0x10115c75e360001, quorum=127.0.0.1:54600, baseZNode=/0-1488930669 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T09:21:10,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36205-0x10115c75e360001, quorum=127.0.0.1:54600, baseZNode=/0-1488930669 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T09:21:10,762 INFO [RS:0;83f56b55f2af:36205 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T09:21:10,762 INFO [RS:0;83f56b55f2af:36205 {}] regionserver.HRegionServer(1031): Exiting; stopping=83f56b55f2af,36205,1731576035343; zookeeper connection closed. 2024-11-14T09:21:10,762 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@14425aba {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@14425aba 2024-11-14T09:21:10,762 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T09:21:11,070 INFO [M:0;83f56b55f2af:33133 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T09:21:11,071 INFO [M:0;83f56b55f2af:33133 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T09:21:11,071 DEBUG [M:0;83f56b55f2af:33133 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T09:21:11,071 INFO [M:0;83f56b55f2af:33133 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:21:11,071 DEBUG [M:0;83f56b55f2af:33133 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:21:11,071 DEBUG [M:0;83f56b55f2af:33133 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T09:21:11,071 DEBUG [M:0;83f56b55f2af:33133 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:21:11,071 INFO [M:0;83f56b55f2af:33133 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.74 KB heapSize=65.72 KB 2024-11-14T09:21:11,091 DEBUG [M:0;83f56b55f2af:33133 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dbd6f40d414e4ef6870c2ac812c6f4d8 is 82, key is hbase:meta,,1/info:regioninfo/1731576037073/Put/seqid=0 2024-11-14T09:21:11,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42435 is added to blk_1073741848_1024 (size=5672) 2024-11-14T09:21:11,495 INFO [M:0;83f56b55f2af:33133 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dbd6f40d414e4ef6870c2ac812c6f4d8 2024-11-14T09:21:11,513 DEBUG [M:0;83f56b55f2af:33133 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ada209a7795040ee84ccf2945e7d647a is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731576044346/Put/seqid=0 2024-11-14T09:21:11,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42435 is added to blk_1073741849_1025 (size=7217) 2024-11-14T09:21:11,918 INFO [M:0;83f56b55f2af:33133 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.19 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ada209a7795040ee84ccf2945e7d647a 2024-11-14T09:21:11,921 INFO [M:0;83f56b55f2af:33133 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ada209a7795040ee84ccf2945e7d647a 2024-11-14T09:21:11,936 DEBUG [M:0;83f56b55f2af:33133 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9f461e1683044535be511b3454a13dec is 69, key is 83f56b55f2af,36205,1731576035343/rs:state/1731576036490/Put/seqid=0 2024-11-14T09:21:11,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42435 is added to blk_1073741850_1026 (size=5156) 2024-11-14T09:21:12,340 INFO [M:0;83f56b55f2af:33133 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9f461e1683044535be511b3454a13dec 2024-11-14T09:21:12,345 DEBUG [M:0;83f56b55f2af:33133 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dbd6f40d414e4ef6870c2ac812c6f4d8 as hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dbd6f40d414e4ef6870c2ac812c6f4d8 2024-11-14T09:21:12,348 INFO [M:0;83f56b55f2af:33133 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dbd6f40d414e4ef6870c2ac812c6f4d8, entries=8, sequenceid=105, filesize=5.5 K 2024-11-14T09:21:12,349 DEBUG [M:0;83f56b55f2af:33133 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ada209a7795040ee84ccf2945e7d647a as hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ada209a7795040ee84ccf2945e7d647a 2024-11-14T09:21:12,352 INFO [M:0;83f56b55f2af:33133 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ada209a7795040ee84ccf2945e7d647a 2024-11-14T09:21:12,352 INFO [M:0;83f56b55f2af:33133 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ada209a7795040ee84ccf2945e7d647a, entries=11, sequenceid=105, filesize=7.0 K 2024-11-14T09:21:12,353 DEBUG [M:0;83f56b55f2af:33133 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9f461e1683044535be511b3454a13dec as hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9f461e1683044535be511b3454a13dec 2024-11-14T09:21:12,356 INFO [M:0;83f56b55f2af:33133 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38195/user/jenkins/test-data/c1969a69-7632-c178-543d-118b11c1a791/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9f461e1683044535be511b3454a13dec, entries=1, sequenceid=105, filesize=5.0 K 2024-11-14T09:21:12,357 INFO [M:0;83f56b55f2af:33133 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=105, compaction requested=false 2024-11-14T09:21:12,358 INFO [M:0;83f56b55f2af:33133 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:21:12,358 DEBUG [M:0;83f56b55f2af:33133 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731576071071Disabling compacts and flushes for region at 1731576071071Disabling writes for close at 1731576071071Obtaining lock to block concurrent updates at 1731576071071Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731576071071Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57080, getHeapSize=67232, getOffHeapSize=0, getCellsCount=122 at 1731576071071Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731576071072 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731576071072Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731576071090 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731576071090Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731576071499 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731576071513 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731576071513Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731576071921 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731576071935 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731576071935Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21f253f9: reopening flushed file at 1731576072344 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f650ad5: reopening flushed file at 1731576072349 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7fd93965: reopening flushed file at 1731576072352 (+3 ms)Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=105, compaction requested=false at 1731576072357 (+5 ms)Writing region close event to WAL at 1731576072358 (+1 ms)Closed at 1731576072358 2024-11-14T09:21:12,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42435 is added to blk_1073741830_1006 (size=64411) 2024-11-14T09:21:12,360 INFO [M:0;83f56b55f2af:33133 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T09:21:12,360 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T09:21:12,361 INFO [M:0;83f56b55f2af:33133 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33133 2024-11-14T09:21:12,361 INFO [M:0;83f56b55f2af:33133 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T09:21:12,414 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T09:21:12,415 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [83f56b55f2af,37065,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=83f56b55f2af:37065 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T09:21:12,415 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68615 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [83f56b55f2af,37065,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=83f56b55f2af:37065 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T09:21:12,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33133-0x10115c75e360000, quorum=127.0.0.1:54600, baseZNode=/0-1488930669 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T09:21:12,463 INFO [M:0;83f56b55f2af:33133 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T09:21:12,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33133-0x10115c75e360000, quorum=127.0.0.1:54600, baseZNode=/0-1488930669 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T09:21:12,465 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@655160a9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T09:21:12,465 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2eba13b2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T09:21:12,465 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T09:21:12,466 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@751977bb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T09:21:12,466 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@31be7e2b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/605a67c8-5e46-1ecb-7304-716a45999a7c/hadoop.log.dir/,STOPPED} 2024-11-14T09:21:12,467 WARN [BP-1543149269-172.17.0.2-1731576034240 heartbeating to localhost/127.0.0.1:38195 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T09:21:12,467 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T09:21:12,467 WARN [BP-1543149269-172.17.0.2-1731576034240 heartbeating to localhost/127.0.0.1:38195 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1543149269-172.17.0.2-1731576034240 (Datanode Uuid 6232b333-a467-4007-872d-df7f7ab4af08) service to localhost/127.0.0.1:38195 2024-11-14T09:21:12,467 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T09:21:12,468 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/605a67c8-5e46-1ecb-7304-716a45999a7c/cluster_e0f20195-384c-b8bc-b183-70407f991f4d/data/data1/current/BP-1543149269-172.17.0.2-1731576034240 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T09:21:12,468 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/605a67c8-5e46-1ecb-7304-716a45999a7c/cluster_e0f20195-384c-b8bc-b183-70407f991f4d/data/data2/current/BP-1543149269-172.17.0.2-1731576034240 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T09:21:12,468 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T09:21:12,475 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1bd98a28{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T09:21:12,475 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2cac08b3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T09:21:12,475 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T09:21:12,475 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d6fdbec{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T09:21:12,475 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ee34742{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/605a67c8-5e46-1ecb-7304-716a45999a7c/hadoop.log.dir/,STOPPED} 2024-11-14T09:21:12,481 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T09:21:12,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T09:21:12,504 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=314 (was 264) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38195 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:33669 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54600) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33669 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:46365 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54600) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46365 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38195 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46365 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54600) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38195 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:33669 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38195 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:38195 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:38195 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46365 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:46365 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:46365 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:38195 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33669 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:46365 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:33669 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33669 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33669 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46365 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33669 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:33669 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:38195 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=726 (was 656) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=479 (was 339) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6258 (was 6161) - AvailableMemoryMB LEAK? - 2024-11-14T09:21:12,515 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=314, OpenFileDescriptor=726, MaxFileDescriptor=1048576, SystemLoadAverage=479, ProcessCount=11, AvailableMemoryMB=6258 2024-11-14T09:21:12,533 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-14T09:21:12,533 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/202e0310-ebfc-76ce-8c76-4996c1bdf798/hadoop.log.dir so I do NOT create it in target/test-data/6f0d8d2a-aa22-514d-6e89-f62f963c92dd 2024-11-14T09:21:12,533 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/202e0310-ebfc-76ce-8c76-4996c1bdf798/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T09:21:12,533 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/202e0310-ebfc-76ce-8c76-4996c1bdf798/hadoop.tmp.dir so I do NOT create it in target/test-data/6f0d8d2a-aa22-514d-6e89-f62f963c92dd 2024-11-14T09:21:12,534 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/202e0310-ebfc-76ce-8c76-4996c1bdf798/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T09:21:12,534 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f0d8d2a-aa22-514d-6e89-f62f963c92dd 2024-11-14T09:21:12,534 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f0d8d2a-aa22-514d-6e89-f62f963c92dd/cluster_2cbd3256-aec0-bda4-cba4-d30323d675fb, deleteOnExit=true 2024-11-14T09:21:12,537 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f0d8d2a-aa22-514d-6e89-f62f963c92dd/cluster_2cbd3256-aec0-bda4-cba4-d30323d675fb/zookeeper_0, clientPort=62077, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f0d8d2a-aa22-514d-6e89-f62f963c92dd/cluster_2cbd3256-aec0-bda4-cba4-d30323d675fb/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f0d8d2a-aa22-514d-6e89-f62f963c92dd/cluster_2cbd3256-aec0-bda4-cba4-d30323d675fb/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T09:21:12,537 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62077 2024-11-14T09:21:12,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T09:21:12,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T09:21:12,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f0d8d2a-aa22-514d-6e89-f62f963c92dd/test.cache.data in system properties and HBase conf 2024-11-14T09:21:12,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f0d8d2a-aa22-514d-6e89-f62f963c92dd/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T09:21:12,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f0d8d2a-aa22-514d-6e89-f62f963c92dd/hadoop.log.dir in system properties and HBase conf 2024-11-14T09:21:12,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f0d8d2a-aa22-514d-6e89-f62f963c92dd/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T09:21:12,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f0d8d2a-aa22-514d-6e89-f62f963c92dd/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T09:21:12,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T09:21:12,538 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T09:21:12,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f0d8d2a-aa22-514d-6e89-f62f963c92dd/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T09:21:12,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f0d8d2a-aa22-514d-6e89-f62f963c92dd/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T09:21:12,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f0d8d2a-aa22-514d-6e89-f62f963c92dd/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T09:21:12,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f0d8d2a-aa22-514d-6e89-f62f963c92dd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T09:21:12,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f0d8d2a-aa22-514d-6e89-f62f963c92dd/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T09:21:12,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f0d8d2a-aa22-514d-6e89-f62f963c92dd/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T09:21:12,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f0d8d2a-aa22-514d-6e89-f62f963c92dd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T09:21:12,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f0d8d2a-aa22-514d-6e89-f62f963c92dd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T09:21:12,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f0d8d2a-aa22-514d-6e89-f62f963c92dd/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T09:21:12,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f0d8d2a-aa22-514d-6e89-f62f963c92dd/nfs.dump.dir in system properties and HBase conf 2024-11-14T09:21:12,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f0d8d2a-aa22-514d-6e89-f62f963c92dd/java.io.tmpdir in system properties and HBase conf 2024-11-14T09:21:12,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f0d8d2a-aa22-514d-6e89-f62f963c92dd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T09:21:12,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f0d8d2a-aa22-514d-6e89-f62f963c92dd/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T09:21:12,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f0d8d2a-aa22-514d-6e89-f62f963c92dd/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T09:21:12,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10115c75e360008, quorum=127.0.0.1:54600, baseZNode=/2-1856677010 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T09:21:12,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10115c75e360005, quorum=127.0.0.1:54600, baseZNode=/1-306477582 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T09:21:12,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10115c75e360002, quorum=127.0.0.1:54600, baseZNode=/0-1488930669 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T09:21:12,579 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10115c75e360005, quorum=127.0.0.1:54600, baseZNode=/1-306477582 Received Disconnected from ZooKeeper, ignoring 2024-11-14T09:21:12,579 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10115c75e360008, quorum=127.0.0.1:54600, baseZNode=/2-1856677010 Received Disconnected from ZooKeeper, ignoring 2024-11-14T09:21:12,579 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10115c75e360002, quorum=127.0.0.1:54600, baseZNode=/0-1488930669 Received Disconnected from ZooKeeper, ignoring 2024-11-14T09:21:12,632 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T09:21:12,637 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T09:21:12,640 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T09:21:12,640 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T09:21:12,641 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T09:21:12,642 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T09:21:12,642 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5cd24ad3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f0d8d2a-aa22-514d-6e89-f62f963c92dd/hadoop.log.dir/,AVAILABLE} 2024-11-14T09:21:12,643 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ae44598{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T09:21:12,818 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1b48e5b3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f0d8d2a-aa22-514d-6e89-f62f963c92dd/java.io.tmpdir/jetty-localhost-45637-hadoop-hdfs-3_4_1-tests_jar-_-any-10303686425756281147/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T09:21:12,819 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@400c3130{HTTP/1.1, (http/1.1)}{localhost:45637} 2024-11-14T09:21:12,819 INFO [Time-limited test {}] server.Server(415): Started @240529ms 2024-11-14T09:21:12,925 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T09:21:12,928 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T09:21:12,933 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T09:21:12,933 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T09:21:12,933 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T09:21:12,935 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65413fa2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f0d8d2a-aa22-514d-6e89-f62f963c92dd/hadoop.log.dir/,AVAILABLE} 2024-11-14T09:21:12,936 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c004826{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T09:21:13,053 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@237e26d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f0d8d2a-aa22-514d-6e89-f62f963c92dd/java.io.tmpdir/jetty-localhost-38079-hadoop-hdfs-3_4_1-tests_jar-_-any-11739947123148684249/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T09:21:13,054 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@18dfbb43{HTTP/1.1, (http/1.1)}{localhost:38079} 2024-11-14T09:21:13,054 INFO [Time-limited test {}] server.Server(415): Started @240764ms 2024-11-14T09:21:13,057 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T09:21:13,174 WARN [Thread-3401 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f0d8d2a-aa22-514d-6e89-f62f963c92dd/cluster_2cbd3256-aec0-bda4-cba4-d30323d675fb/data/data1/current/BP-1592853816-172.17.0.2-1731576072562/current, will proceed with Du for space computation calculation, 2024-11-14T09:21:13,174 WARN [Thread-3402 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f0d8d2a-aa22-514d-6e89-f62f963c92dd/cluster_2cbd3256-aec0-bda4-cba4-d30323d675fb/data/data2/current/BP-1592853816-172.17.0.2-1731576072562/current, will proceed with Du for space computation calculation, 2024-11-14T09:21:13,197 WARN [Thread-3389 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T09:21:13,200 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9459db16f73996f with lease ID 0xf1fe21c71bf812d9: Processing first storage report for DS-9910951c-52b5-4c53-adda-68636f1602af from datanode DatanodeRegistration(127.0.0.1:34379, datanodeUuid=c981e665-86b7-44b1-9286-960d5648605c, infoPort=44779, infoSecurePort=0, ipcPort=40773, storageInfo=lv=-57;cid=testClusterID;nsid=1565941668;c=1731576072562) 2024-11-14T09:21:13,200 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9459db16f73996f with lease ID 0xf1fe21c71bf812d9: from storage DS-9910951c-52b5-4c53-adda-68636f1602af node DatanodeRegistration(127.0.0.1:34379, datanodeUuid=c981e665-86b7-44b1-9286-960d5648605c, infoPort=44779, infoSecurePort=0, ipcPort=40773, storageInfo=lv=-57;cid=testClusterID;nsid=1565941668;c=1731576072562), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T09:21:13,200 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9459db16f73996f with lease ID 0xf1fe21c71bf812d9: Processing first storage report for DS-96aa0fe9-fbbd-458f-917a-5a21a0aacd5c from datanode DatanodeRegistration(127.0.0.1:34379, datanodeUuid=c981e665-86b7-44b1-9286-960d5648605c, infoPort=44779, infoSecurePort=0, ipcPort=40773, storageInfo=lv=-57;cid=testClusterID;nsid=1565941668;c=1731576072562) 2024-11-14T09:21:13,200 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9459db16f73996f with lease ID 0xf1fe21c71bf812d9: from storage DS-96aa0fe9-fbbd-458f-917a-5a21a0aacd5c node DatanodeRegistration(127.0.0.1:34379, datanodeUuid=c981e665-86b7-44b1-9286-960d5648605c, infoPort=44779, infoSecurePort=0, ipcPort=40773, storageInfo=lv=-57;cid=testClusterID;nsid=1565941668;c=1731576072562), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T09:21:13,290 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f0d8d2a-aa22-514d-6e89-f62f963c92dd 2024-11-14T09:21:13,290 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:21:13,291 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:21:13,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34379 is added to blk_1073741825_1001 (size=7) 2024-11-14T09:21:13,700 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33865/user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e with version=8 2024-11-14T09:21:13,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33865/user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e/hbase-staging 2024-11-14T09:21:13,703 INFO [Time-limited test {}] client.ConnectionUtils(128): master/83f56b55f2af:0 server-side Connection retries=45 2024-11-14T09:21:13,703 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T09:21:13,703 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T09:21:13,703 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T09:21:13,703 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T09:21:13,703 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T09:21:13,703 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T09:21:13,703 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T09:21:13,704 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40015 2024-11-14T09:21:13,705 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40015 connecting to ZooKeeper ensemble=127.0.0.1:62077 2024-11-14T09:21:13,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:400150x0, quorum=127.0.0.1:62077, baseZNode=/02138196364 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T09:21:13,712 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40015-0x10115c7f3e80000 connected 2024-11-14T09:21:13,732 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:21:13,734 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:21:13,736 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40015-0x10115c7f3e80000, quorum=127.0.0.1:62077, baseZNode=/02138196364 Set watcher on znode that does not yet exist, /02138196364/running 2024-11-14T09:21:13,736 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33865/user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e, hbase.cluster.distributed=false 2024-11-14T09:21:13,737 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40015-0x10115c7f3e80000, quorum=127.0.0.1:62077, baseZNode=/02138196364 Set watcher on znode that does not yet exist, /02138196364/acl 2024-11-14T09:21:13,744 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40015 2024-11-14T09:21:13,744 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40015 2024-11-14T09:21:13,744 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40015 2024-11-14T09:21:13,745 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40015 2024-11-14T09:21:13,745 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40015 2024-11-14T09:21:13,762 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/83f56b55f2af:0 server-side Connection retries=45 2024-11-14T09:21:13,762 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T09:21:13,762 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T09:21:13,762 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T09:21:13,762 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T09:21:13,762 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T09:21:13,762 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T09:21:13,762 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T09:21:13,764 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38605 2024-11-14T09:21:13,765 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38605 connecting to ZooKeeper ensemble=127.0.0.1:62077 2024-11-14T09:21:13,765 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:21:13,767 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:21:13,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:386050x0, quorum=127.0.0.1:62077, baseZNode=/02138196364 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T09:21:13,772 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38605-0x10115c7f3e80001 connected 2024-11-14T09:21:13,772 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38605-0x10115c7f3e80001, quorum=127.0.0.1:62077, baseZNode=/02138196364 Set watcher on znode that does not yet exist, /02138196364/running 2024-11-14T09:21:13,773 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T09:21:13,773 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T09:21:13,774 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38605-0x10115c7f3e80001, quorum=127.0.0.1:62077, baseZNode=/02138196364 Set watcher on znode that does not yet exist, /02138196364/master 2024-11-14T09:21:13,774 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38605-0x10115c7f3e80001, quorum=127.0.0.1:62077, baseZNode=/02138196364 Set watcher on znode that does not yet exist, /02138196364/acl 2024-11-14T09:21:13,780 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38605 2024-11-14T09:21:13,780 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38605 2024-11-14T09:21:13,781 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38605 2024-11-14T09:21:13,781 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38605 2024-11-14T09:21:13,782 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38605 2024-11-14T09:21:13,795 DEBUG [M:0;83f56b55f2af:40015 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;83f56b55f2af:40015 2024-11-14T09:21:13,796 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /02138196364/backup-masters/83f56b55f2af,40015,1731576073703 2024-11-14T09:21:13,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38605-0x10115c7f3e80001, quorum=127.0.0.1:62077, baseZNode=/02138196364 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02138196364/backup-masters 2024-11-14T09:21:13,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40015-0x10115c7f3e80000, quorum=127.0.0.1:62077, baseZNode=/02138196364 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02138196364/backup-masters 2024-11-14T09:21:13,798 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40015-0x10115c7f3e80000, quorum=127.0.0.1:62077, baseZNode=/02138196364 Set watcher on existing znode=/02138196364/backup-masters/83f56b55f2af,40015,1731576073703 2024-11-14T09:21:13,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38605-0x10115c7f3e80001, quorum=127.0.0.1:62077, baseZNode=/02138196364 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02138196364/master 2024-11-14T09:21:13,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40015-0x10115c7f3e80000, quorum=127.0.0.1:62077, baseZNode=/02138196364 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02138196364 2024-11-14T09:21:13,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38605-0x10115c7f3e80001, quorum=127.0.0.1:62077, baseZNode=/02138196364 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02138196364 2024-11-14T09:21:13,799 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40015-0x10115c7f3e80000, quorum=127.0.0.1:62077, baseZNode=/02138196364 Set watcher on existing znode=/02138196364/master 2024-11-14T09:21:13,800 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /02138196364/backup-masters/83f56b55f2af,40015,1731576073703 from backup master directory 2024-11-14T09:21:13,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40015-0x10115c7f3e80000, quorum=127.0.0.1:62077, baseZNode=/02138196364 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02138196364/backup-masters/83f56b55f2af,40015,1731576073703 2024-11-14T09:21:13,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38605-0x10115c7f3e80001, quorum=127.0.0.1:62077, baseZNode=/02138196364 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02138196364/backup-masters 2024-11-14T09:21:13,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40015-0x10115c7f3e80000, quorum=127.0.0.1:62077, baseZNode=/02138196364 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02138196364/backup-masters 2024-11-14T09:21:13,807 WARN [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T09:21:13,807 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=83f56b55f2af,40015,1731576073703 2024-11-14T09:21:13,810 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33865/user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e/hbase.id] with ID: 4d7fb9eb-f5d1-4204-9229-6335cd9c58a7 2024-11-14T09:21:13,810 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33865/user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e/.tmp/hbase.id 2024-11-14T09:21:13,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34379 is added to blk_1073741826_1002 (size=42) 2024-11-14T09:21:14,220 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33865/user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e/.tmp/hbase.id]:[hdfs://localhost:33865/user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e/hbase.id] 2024-11-14T09:21:14,229 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:21:14,229 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T09:21:14,230 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T09:21:14,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40015-0x10115c7f3e80000, quorum=127.0.0.1:62077, baseZNode=/02138196364 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02138196364 2024-11-14T09:21:14,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38605-0x10115c7f3e80001, quorum=127.0.0.1:62077, baseZNode=/02138196364 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02138196364 2024-11-14T09:21:14,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34379 is added to blk_1073741827_1003 (size=196) 2024-11-14T09:21:14,637 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T09:21:14,638 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T09:21:14,638 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T09:21:14,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34379 is added to blk_1073741828_1004 (size=1189) 2024-11-14T09:21:15,045 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33865/user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e/MasterData/data/master/store 2024-11-14T09:21:15,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34379 is added to blk_1073741829_1005 (size=34) 2024-11-14T09:21:15,450 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:21:15,450 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T09:21:15,450 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:21:15,450 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:21:15,450 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T09:21:15,450 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:21:15,450 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:21:15,450 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731576075450Disabling compacts and flushes for region at 1731576075450Disabling writes for close at 1731576075450Writing region close event to WAL at 1731576075450Closed at 1731576075450 2024-11-14T09:21:15,451 WARN [master/83f56b55f2af:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33865/user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e/MasterData/data/master/store/.initializing 2024-11-14T09:21:15,451 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33865/user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e/MasterData/WALs/83f56b55f2af,40015,1731576073703 2024-11-14T09:21:15,452 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T09:21:15,452 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T09:21:15,453 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:21:15,453 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:21:15,453 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:21:15,453 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:21:15,454 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=83f56b55f2af%2C40015%2C1731576073703, suffix=, logDir=hdfs://localhost:33865/user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e/MasterData/WALs/83f56b55f2af,40015,1731576073703, archiveDir=hdfs://localhost:33865/user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e/MasterData/oldWALs, maxLogs=10 2024-11-14T09:21:15,476 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e/MasterData/WALs/83f56b55f2af,40015,1731576073703/83f56b55f2af%2C40015%2C1731576073703.1731576075454, exclude list is [], retry=0 2024-11-14T09:21:15,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34379,DS-9910951c-52b5-4c53-adda-68636f1602af,DISK] 2024-11-14T09:21:15,480 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e/MasterData/WALs/83f56b55f2af,40015,1731576073703/83f56b55f2af%2C40015%2C1731576073703.1731576075454 2024-11-14T09:21:15,481 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44779:44779)] 2024-11-14T09:21:15,481 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T09:21:15,481 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:21:15,481 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:21:15,481 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:21:15,482 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:21:15,483 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T09:21:15,483 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:21:15,483 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:21:15,483 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:21:15,484 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T09:21:15,484 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:21:15,485 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:21:15,485 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:21:15,485 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T09:21:15,485 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:21:15,486 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:21:15,486 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:21:15,486 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T09:21:15,486 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:21:15,487 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:21:15,487 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:21:15,487 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33865/user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:21:15,487 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33865/user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:21:15,488 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:21:15,488 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:21:15,489 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T09:21:15,489 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:21:15,497 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33865/user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T09:21:15,497 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:21:15,497 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:21:15,497 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60822183, jitterRate=-0.09367884695529938}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T09:21:15,497 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:21:15,497 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:21:15,497 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:21:15,498 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731576075481Initializing all the Stores at 1731576075482 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731576075482Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731576075482Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731576075482Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731576075482Cleaning up temporary data from old regions at 1731576075488 (+6 ms)Region opened successfully at 1731576075497 (+9 ms) 2024-11-14T09:21:15,498 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:21:15,500 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T09:21:15,502 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ba58fc5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=83f56b55f2af/172.17.0.2:0 2024-11-14T09:21:15,503 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T09:21:15,503 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T09:21:15,503 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T09:21:15,503 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T09:21:15,503 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T09:21:15,504 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T09:21:15,504 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T09:21:15,504 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:21:15,508 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:21:15,508 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:21:15,509 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T09:21:15,510 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:21:15,510 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40015-0x10115c7f3e80000, quorum=127.0.0.1:62077, baseZNode=/02138196364 Unable to get data of znode /02138196364/balancer because node does not exist (not necessarily an error) 2024-11-14T09:21:15,511 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02138196364/balancer already deleted, retry=false 2024-11-14T09:21:15,511 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T09:21:15,511 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40015-0x10115c7f3e80000, quorum=127.0.0.1:62077, baseZNode=/02138196364 Unable to get data of znode /02138196364/normalizer because node does not exist (not necessarily an error) 2024-11-14T09:21:15,513 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02138196364/normalizer already deleted, retry=false 2024-11-14T09:21:15,513 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T09:21:15,513 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40015-0x10115c7f3e80000, quorum=127.0.0.1:62077, baseZNode=/02138196364 Unable to get data of znode /02138196364/switch/split because node does not exist (not necessarily an error) 2024-11-14T09:21:15,515 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02138196364/switch/split already deleted, retry=false 2024-11-14T09:21:15,517 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40015-0x10115c7f3e80000, quorum=127.0.0.1:62077, baseZNode=/02138196364 Unable to get data of znode /02138196364/switch/merge because node does not exist (not necessarily an error) 2024-11-14T09:21:15,518 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02138196364/switch/merge already deleted, retry=false 2024-11-14T09:21:15,520 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40015-0x10115c7f3e80000, quorum=127.0.0.1:62077, baseZNode=/02138196364 Unable to get data of znode /02138196364/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T09:21:15,521 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02138196364/snapshot-cleanup already deleted, retry=false 2024-11-14T09:21:15,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40015-0x10115c7f3e80000, quorum=127.0.0.1:62077, baseZNode=/02138196364 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02138196364/running 2024-11-14T09:21:15,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40015-0x10115c7f3e80000, quorum=127.0.0.1:62077, baseZNode=/02138196364 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02138196364 2024-11-14T09:21:15,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38605-0x10115c7f3e80001, quorum=127.0.0.1:62077, baseZNode=/02138196364 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02138196364/running 2024-11-14T09:21:15,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38605-0x10115c7f3e80001, quorum=127.0.0.1:62077, baseZNode=/02138196364 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02138196364 2024-11-14T09:21:15,522 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=83f56b55f2af,40015,1731576073703, sessionid=0x10115c7f3e80000, setting cluster-up flag (Was=false) 2024-11-14T09:21:15,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40015-0x10115c7f3e80000, quorum=127.0.0.1:62077, baseZNode=/02138196364 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02138196364 2024-11-14T09:21:15,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38605-0x10115c7f3e80001, quorum=127.0.0.1:62077, baseZNode=/02138196364 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02138196364 2024-11-14T09:21:15,530 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02138196364/flush-table-proc/acquired, /02138196364/flush-table-proc/reached, /02138196364/flush-table-proc/abort 2024-11-14T09:21:15,531 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=83f56b55f2af,40015,1731576073703 2024-11-14T09:21:15,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38605-0x10115c7f3e80001, quorum=127.0.0.1:62077, baseZNode=/02138196364 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02138196364 2024-11-14T09:21:15,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40015-0x10115c7f3e80000, quorum=127.0.0.1:62077, baseZNode=/02138196364 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02138196364 2024-11-14T09:21:15,538 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02138196364/online-snapshot/acquired, /02138196364/online-snapshot/reached, /02138196364/online-snapshot/abort 2024-11-14T09:21:15,538 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=83f56b55f2af,40015,1731576073703 2024-11-14T09:21:15,539 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33865/user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T09:21:15,540 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T09:21:15,541 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T09:21:15,541 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T09:21:15,541 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 83f56b55f2af,40015,1731576073703 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T09:21:15,542 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/83f56b55f2af:0, corePoolSize=5, maxPoolSize=5 2024-11-14T09:21:15,542 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/83f56b55f2af:0, corePoolSize=5, maxPoolSize=5 2024-11-14T09:21:15,542 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/83f56b55f2af:0, corePoolSize=5, maxPoolSize=5 2024-11-14T09:21:15,542 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/83f56b55f2af:0, corePoolSize=5, maxPoolSize=5 2024-11-14T09:21:15,542 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/83f56b55f2af:0, corePoolSize=10, maxPoolSize=10 2024-11-14T09:21:15,542 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:21:15,542 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/83f56b55f2af:0, corePoolSize=2, maxPoolSize=2 2024-11-14T09:21:15,542 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:21:15,543 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731576105543 2024-11-14T09:21:15,543 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T09:21:15,543 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T09:21:15,543 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T09:21:15,543 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T09:21:15,543 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T09:21:15,543 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T09:21:15,543 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T09:21:15,543 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T09:21:15,543 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T09:21:15,543 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T09:21:15,543 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T09:21:15,544 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T09:21:15,544 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T09:21:15,544 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T09:21:15,544 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T09:21:15,544 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:21:15,544 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/83f56b55f2af:0:becomeActiveMaster-HFileCleaner.large.0-1731576075544,5,FailOnTimeoutGroup] 2024-11-14T09:21:15,544 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T09:21:15,548 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/83f56b55f2af:0:becomeActiveMaster-HFileCleaner.small.0-1731576075544,5,FailOnTimeoutGroup] 2024-11-14T09:21:15,548 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T09:21:15,548 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T09:21:15,548 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T09:21:15,548 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T09:21:15,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34379 is added to blk_1073741831_1007 (size=1321) 2024-11-14T09:21:15,584 INFO [RS:0;83f56b55f2af:38605 {}] regionserver.HRegionServer(746): ClusterId : 4d7fb9eb-f5d1-4204-9229-6335cd9c58a7 2024-11-14T09:21:15,584 DEBUG [RS:0;83f56b55f2af:38605 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T09:21:15,586 DEBUG [RS:0;83f56b55f2af:38605 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T09:21:15,586 DEBUG [RS:0;83f56b55f2af:38605 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T09:21:15,588 DEBUG [RS:0;83f56b55f2af:38605 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T09:21:15,588 DEBUG [RS:0;83f56b55f2af:38605 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d6e9da5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=83f56b55f2af/172.17.0.2:0 2024-11-14T09:21:15,601 DEBUG [RS:0;83f56b55f2af:38605 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;83f56b55f2af:38605 2024-11-14T09:21:15,601 INFO [RS:0;83f56b55f2af:38605 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T09:21:15,601 INFO [RS:0;83f56b55f2af:38605 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T09:21:15,601 DEBUG [RS:0;83f56b55f2af:38605 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T09:21:15,601 INFO [RS:0;83f56b55f2af:38605 {}] regionserver.HRegionServer(2659): reportForDuty to master=83f56b55f2af,40015,1731576073703 with port=38605, startcode=1731576073761 2024-11-14T09:21:15,602 DEBUG [RS:0;83f56b55f2af:38605 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T09:21:15,603 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40349, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T09:21:15,604 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40015 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 83f56b55f2af,38605,1731576073761 2024-11-14T09:21:15,604 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40015 {}] master.ServerManager(517): Registering regionserver=83f56b55f2af,38605,1731576073761 2024-11-14T09:21:15,605 DEBUG [RS:0;83f56b55f2af:38605 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33865/user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e 2024-11-14T09:21:15,605 DEBUG [RS:0;83f56b55f2af:38605 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33865 2024-11-14T09:21:15,605 DEBUG [RS:0;83f56b55f2af:38605 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T09:21:15,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40015-0x10115c7f3e80000, quorum=127.0.0.1:62077, baseZNode=/02138196364 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02138196364/rs 2024-11-14T09:21:15,607 DEBUG [RS:0;83f56b55f2af:38605 {}] zookeeper.ZKUtil(111): regionserver:38605-0x10115c7f3e80001, quorum=127.0.0.1:62077, baseZNode=/02138196364 Set watcher on existing znode=/02138196364/rs/83f56b55f2af,38605,1731576073761 2024-11-14T09:21:15,607 WARN [RS:0;83f56b55f2af:38605 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T09:21:15,607 INFO [RS:0;83f56b55f2af:38605 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T09:21:15,607 DEBUG [RS:0;83f56b55f2af:38605 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33865/user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e/WALs/83f56b55f2af,38605,1731576073761 2024-11-14T09:21:15,608 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [83f56b55f2af,38605,1731576073761] 2024-11-14T09:21:15,610 INFO [RS:0;83f56b55f2af:38605 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T09:21:15,611 INFO [RS:0;83f56b55f2af:38605 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T09:21:15,611 INFO [RS:0;83f56b55f2af:38605 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T09:21:15,611 INFO [RS:0;83f56b55f2af:38605 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T09:21:15,612 INFO [RS:0;83f56b55f2af:38605 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T09:21:15,612 INFO [RS:0;83f56b55f2af:38605 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T09:21:15,612 INFO [RS:0;83f56b55f2af:38605 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T09:21:15,612 DEBUG [RS:0;83f56b55f2af:38605 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:21:15,612 DEBUG [RS:0;83f56b55f2af:38605 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:21:15,612 DEBUG [RS:0;83f56b55f2af:38605 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:21:15,612 DEBUG [RS:0;83f56b55f2af:38605 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:21:15,612 DEBUG [RS:0;83f56b55f2af:38605 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:21:15,612 DEBUG [RS:0;83f56b55f2af:38605 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/83f56b55f2af:0, corePoolSize=2, maxPoolSize=2 2024-11-14T09:21:15,612 DEBUG [RS:0;83f56b55f2af:38605 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:21:15,612 DEBUG [RS:0;83f56b55f2af:38605 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:21:15,612 DEBUG [RS:0;83f56b55f2af:38605 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:21:15,613 DEBUG [RS:0;83f56b55f2af:38605 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:21:15,613 DEBUG [RS:0;83f56b55f2af:38605 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:21:15,613 DEBUG [RS:0;83f56b55f2af:38605 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:21:15,613 DEBUG [RS:0;83f56b55f2af:38605 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/83f56b55f2af:0, corePoolSize=3, maxPoolSize=3 2024-11-14T09:21:15,613 DEBUG [RS:0;83f56b55f2af:38605 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/83f56b55f2af:0, corePoolSize=3, maxPoolSize=3 2024-11-14T09:21:15,616 INFO [RS:0;83f56b55f2af:38605 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T09:21:15,616 INFO [RS:0;83f56b55f2af:38605 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T09:21:15,616 INFO [RS:0;83f56b55f2af:38605 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T09:21:15,616 INFO [RS:0;83f56b55f2af:38605 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T09:21:15,616 INFO [RS:0;83f56b55f2af:38605 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T09:21:15,616 INFO [RS:0;83f56b55f2af:38605 {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,38605,1731576073761-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T09:21:15,635 INFO [RS:0;83f56b55f2af:38605 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T09:21:15,636 INFO [RS:0;83f56b55f2af:38605 {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,38605,1731576073761-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T09:21:15,636 INFO [RS:0;83f56b55f2af:38605 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:21:15,636 INFO [RS:0;83f56b55f2af:38605 {}] regionserver.Replication(171): 83f56b55f2af,38605,1731576073761 started 2024-11-14T09:21:15,652 INFO [RS:0;83f56b55f2af:38605 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:21:15,652 INFO [RS:0;83f56b55f2af:38605 {}] regionserver.HRegionServer(1482): Serving as 83f56b55f2af,38605,1731576073761, RpcServer on 83f56b55f2af/172.17.0.2:38605, sessionid=0x10115c7f3e80001 2024-11-14T09:21:15,652 DEBUG [RS:0;83f56b55f2af:38605 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T09:21:15,652 DEBUG [RS:0;83f56b55f2af:38605 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 83f56b55f2af,38605,1731576073761 2024-11-14T09:21:15,652 DEBUG [RS:0;83f56b55f2af:38605 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '83f56b55f2af,38605,1731576073761' 2024-11-14T09:21:15,652 DEBUG [RS:0;83f56b55f2af:38605 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02138196364/flush-table-proc/abort' 2024-11-14T09:21:15,652 DEBUG [RS:0;83f56b55f2af:38605 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02138196364/flush-table-proc/acquired' 2024-11-14T09:21:15,653 DEBUG [RS:0;83f56b55f2af:38605 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T09:21:15,653 DEBUG [RS:0;83f56b55f2af:38605 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T09:21:15,653 DEBUG [RS:0;83f56b55f2af:38605 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 83f56b55f2af,38605,1731576073761 2024-11-14T09:21:15,653 DEBUG [RS:0;83f56b55f2af:38605 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '83f56b55f2af,38605,1731576073761' 2024-11-14T09:21:15,653 DEBUG [RS:0;83f56b55f2af:38605 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02138196364/online-snapshot/abort' 2024-11-14T09:21:15,653 DEBUG [RS:0;83f56b55f2af:38605 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02138196364/online-snapshot/acquired' 2024-11-14T09:21:15,653 DEBUG [RS:0;83f56b55f2af:38605 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T09:21:15,653 INFO [RS:0;83f56b55f2af:38605 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T09:21:15,653 INFO [RS:0;83f56b55f2af:38605 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T09:21:15,754 INFO [RS:0;83f56b55f2af:38605 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T09:21:15,755 INFO [RS:0;83f56b55f2af:38605 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=83f56b55f2af%2C38605%2C1731576073761, suffix=, logDir=hdfs://localhost:33865/user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e/WALs/83f56b55f2af,38605,1731576073761, archiveDir=hdfs://localhost:33865/user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e/oldWALs, maxLogs=10 2024-11-14T09:21:15,769 DEBUG [RS:0;83f56b55f2af:38605 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e/WALs/83f56b55f2af,38605,1731576073761/83f56b55f2af%2C38605%2C1731576073761.1731576075755, exclude list is [], retry=0 2024-11-14T09:21:15,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34379,DS-9910951c-52b5-4c53-adda-68636f1602af,DISK] 2024-11-14T09:21:15,773 INFO [RS:0;83f56b55f2af:38605 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e/WALs/83f56b55f2af,38605,1731576073761/83f56b55f2af%2C38605%2C1731576073761.1731576075755 2024-11-14T09:21:15,773 DEBUG [RS:0;83f56b55f2af:38605 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44779:44779)] 2024-11-14T09:21:15,954 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33865/user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T09:21:15,954 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33865/user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e 2024-11-14T09:21:15,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34379 is added to blk_1073741833_1009 (size=32) 2024-11-14T09:21:16,360 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:21:16,361 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T09:21:16,362 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T09:21:16,362 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:21:16,362 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:21:16,362 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T09:21:16,363 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T09:21:16,363 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:21:16,363 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:21:16,363 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T09:21:16,364 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T09:21:16,364 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:21:16,364 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:21:16,365 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T09:21:16,365 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T09:21:16,365 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:21:16,365 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:21:16,366 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T09:21:16,366 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33865/user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e/data/hbase/meta/1588230740 2024-11-14T09:21:16,366 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33865/user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e/data/hbase/meta/1588230740 2024-11-14T09:21:16,367 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T09:21:16,367 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T09:21:16,367 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T09:21:16,368 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T09:21:16,369 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33865/user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T09:21:16,370 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73452353, jitterRate=0.09452535212039948}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T09:21:16,370 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731576076360Initializing all the Stores at 1731576076360Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731576076360Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731576076361 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731576076361Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731576076361Cleaning up temporary data from old regions at 1731576076367 (+6 ms)Region opened successfully at 1731576076370 (+3 ms) 2024-11-14T09:21:16,370 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T09:21:16,370 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T09:21:16,370 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T09:21:16,370 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T09:21:16,370 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T09:21:16,371 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T09:21:16,371 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731576076370Disabling compacts and flushes for region at 1731576076370Disabling writes for close at 1731576076370Writing region close event to WAL at 1731576076371 (+1 ms)Closed at 1731576076371 2024-11-14T09:21:16,372 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T09:21:16,372 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T09:21:16,372 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T09:21:16,372 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T09:21:16,373 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T09:21:16,523 DEBUG [83f56b55f2af:40015 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T09:21:16,524 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=83f56b55f2af,38605,1731576073761 2024-11-14T09:21:16,525 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 83f56b55f2af,38605,1731576073761, state=OPENING 2024-11-14T09:21:16,526 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T09:21:16,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40015-0x10115c7f3e80000, quorum=127.0.0.1:62077, baseZNode=/02138196364 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02138196364 2024-11-14T09:21:16,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38605-0x10115c7f3e80001, quorum=127.0.0.1:62077, baseZNode=/02138196364 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02138196364 2024-11-14T09:21:16,528 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T09:21:16,528 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02138196364/meta-region-server: CHANGED 2024-11-14T09:21:16,528 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02138196364/meta-region-server: CHANGED 2024-11-14T09:21:16,528 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=83f56b55f2af,38605,1731576073761}] 2024-11-14T09:21:16,680 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T09:21:16,682 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46247, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T09:21:16,685 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T09:21:16,685 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T09:21:16,685 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T09:21:16,686 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=83f56b55f2af%2C38605%2C1731576073761.meta, suffix=.meta, logDir=hdfs://localhost:33865/user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e/WALs/83f56b55f2af,38605,1731576073761, archiveDir=hdfs://localhost:33865/user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e/oldWALs, maxLogs=10 2024-11-14T09:21:16,700 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e/WALs/83f56b55f2af,38605,1731576073761/83f56b55f2af%2C38605%2C1731576073761.meta.1731576076686.meta, exclude list is [], retry=0 2024-11-14T09:21:16,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34379,DS-9910951c-52b5-4c53-adda-68636f1602af,DISK] 2024-11-14T09:21:16,703 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e/WALs/83f56b55f2af,38605,1731576073761/83f56b55f2af%2C38605%2C1731576073761.meta.1731576076686.meta 2024-11-14T09:21:16,703 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44779:44779)] 2024-11-14T09:21:16,704 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T09:21:16,704 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T09:21:16,704 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T09:21:16,704 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T09:21:16,704 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T09:21:16,704 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T09:21:16,704 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:21:16,704 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T09:21:16,704 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T09:21:16,705 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T09:21:16,706 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T09:21:16,706 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:21:16,706 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:21:16,707 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T09:21:16,707 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T09:21:16,707 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:21:16,708 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:21:16,708 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T09:21:16,708 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T09:21:16,708 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:21:16,709 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:21:16,709 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T09:21:16,709 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T09:21:16,709 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:21:16,710 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:21:16,710 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T09:21:16,710 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33865/user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e/data/hbase/meta/1588230740 2024-11-14T09:21:16,711 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33865/user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e/data/hbase/meta/1588230740 2024-11-14T09:21:16,712 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T09:21:16,712 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T09:21:16,712 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T09:21:16,713 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T09:21:16,714 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68393372, jitterRate=0.019140660762786865}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T09:21:16,714 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T09:21:16,715 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731576076704Writing region info on filesystem at 1731576076704Initializing all the Stores at 1731576076705 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731576076705Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731576076705Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731576076705Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731576076705Cleaning up temporary data from old regions at 1731576076712 (+7 ms)Running coprocessor post-open hooks at 1731576076714 (+2 ms)Region opened successfully at 1731576076715 (+1 ms) 2024-11-14T09:21:16,715 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731576076680 2024-11-14T09:21:16,718 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T09:21:16,718 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T09:21:16,718 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=83f56b55f2af,38605,1731576073761 2024-11-14T09:21:16,719 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 83f56b55f2af,38605,1731576073761, state=OPEN 2024-11-14T09:21:16,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40015-0x10115c7f3e80000, quorum=127.0.0.1:62077, baseZNode=/02138196364 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02138196364/meta-region-server 2024-11-14T09:21:16,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38605-0x10115c7f3e80001, quorum=127.0.0.1:62077, baseZNode=/02138196364 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02138196364/meta-region-server 2024-11-14T09:21:16,724 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=83f56b55f2af,38605,1731576073761 2024-11-14T09:21:16,724 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02138196364/meta-region-server: CHANGED 2024-11-14T09:21:16,724 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02138196364/meta-region-server: CHANGED 2024-11-14T09:21:16,726 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T09:21:16,726 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=83f56b55f2af,38605,1731576073761 in 196 msec 2024-11-14T09:21:16,727 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T09:21:16,727 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 354 msec 2024-11-14T09:21:16,728 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T09:21:16,728 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T09:21:16,729 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:21:16,729 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83f56b55f2af,38605,1731576073761, seqNum=-1] 2024-11-14T09:21:16,729 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T09:21:16,730 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45111, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T09:21:16,734 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1930 sec 2024-11-14T09:21:16,734 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731576076734, completionTime=-1 2024-11-14T09:21:16,734 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T09:21:16,734 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T09:21:16,736 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T09:21:16,736 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731576136736 2024-11-14T09:21:16,736 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731576196736 2024-11-14T09:21:16,736 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T09:21:16,737 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,40015,1731576073703-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T09:21:16,737 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,40015,1731576073703-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:21:16,737 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,40015,1731576073703-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:21:16,737 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-83f56b55f2af:40015, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:21:16,737 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T09:21:16,737 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T09:21:16,739 DEBUG [master/83f56b55f2af:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T09:21:16,741 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.934sec 2024-11-14T09:21:16,741 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T09:21:16,741 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T09:21:16,741 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T09:21:16,741 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T09:21:16,741 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T09:21:16,741 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,40015,1731576073703-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T09:21:16,741 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,40015,1731576073703-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T09:21:16,743 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T09:21:16,743 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T09:21:16,743 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,40015,1731576073703-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:21:16,785 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f3e6a19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:21:16,785 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83f56b55f2af,40015,-1 for getting cluster id 2024-11-14T09:21:16,785 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T09:21:16,786 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4d7fb9eb-f5d1-4204-9229-6335cd9c58a7' 2024-11-14T09:21:16,787 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T09:21:16,787 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4d7fb9eb-f5d1-4204-9229-6335cd9c58a7" 2024-11-14T09:21:16,787 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1467da19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:21:16,787 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83f56b55f2af,40015,-1] 2024-11-14T09:21:16,787 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T09:21:16,787 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:21:16,788 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T09:21:16,789 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77ac7b40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:21:16,789 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:21:16,790 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83f56b55f2af,38605,1731576073761, seqNum=-1] 2024-11-14T09:21:16,790 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T09:21:16,791 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T09:21:16,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=83f56b55f2af,40015,1731576073703 2024-11-14T09:21:16,793 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:62077 2024-11-14T09:21:16,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:62077, baseZNode=/02138196364 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T09:21:16,796 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10115c7f3e80002 connected 2024-11-14T09:21:16,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f0d8d2a-aa22-514d-6e89-f62f963c92dd/hadoop.log.dir so I do NOT create it in target/test-data/a8bae381-b01f-4e80-c0dd-3547b26c29cd 2024-11-14T09:21:16,798 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f0d8d2a-aa22-514d-6e89-f62f963c92dd/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T09:21:16,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f0d8d2a-aa22-514d-6e89-f62f963c92dd/hadoop.tmp.dir so I do NOT create it in target/test-data/a8bae381-b01f-4e80-c0dd-3547b26c29cd 2024-11-14T09:21:16,798 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f0d8d2a-aa22-514d-6e89-f62f963c92dd/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T09:21:16,799 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8bae381-b01f-4e80-c0dd-3547b26c29cd 2024-11-14T09:21:16,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T09:21:16,799 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8bae381-b01f-4e80-c0dd-3547b26c29cd/cluster_cf85637a-18fa-b38a-1857-d8b2ca71368b, deleteOnExit=true 2024-11-14T09:21:16,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T09:21:16,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8bae381-b01f-4e80-c0dd-3547b26c29cd/test.cache.data in system properties and HBase conf 2024-11-14T09:21:16,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8bae381-b01f-4e80-c0dd-3547b26c29cd/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T09:21:16,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8bae381-b01f-4e80-c0dd-3547b26c29cd/hadoop.log.dir in system properties and HBase conf 2024-11-14T09:21:16,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8bae381-b01f-4e80-c0dd-3547b26c29cd/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T09:21:16,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8bae381-b01f-4e80-c0dd-3547b26c29cd/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T09:21:16,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T09:21:16,799 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T09:21:16,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8bae381-b01f-4e80-c0dd-3547b26c29cd/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T09:21:16,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8bae381-b01f-4e80-c0dd-3547b26c29cd/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T09:21:16,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8bae381-b01f-4e80-c0dd-3547b26c29cd/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T09:21:16,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8bae381-b01f-4e80-c0dd-3547b26c29cd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T09:21:16,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8bae381-b01f-4e80-c0dd-3547b26c29cd/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T09:21:16,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8bae381-b01f-4e80-c0dd-3547b26c29cd/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T09:21:16,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8bae381-b01f-4e80-c0dd-3547b26c29cd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T09:21:16,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8bae381-b01f-4e80-c0dd-3547b26c29cd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T09:21:16,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8bae381-b01f-4e80-c0dd-3547b26c29cd/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T09:21:16,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8bae381-b01f-4e80-c0dd-3547b26c29cd/nfs.dump.dir in system properties and HBase conf 2024-11-14T09:21:16,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8bae381-b01f-4e80-c0dd-3547b26c29cd/java.io.tmpdir in system properties and HBase conf 2024-11-14T09:21:16,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8bae381-b01f-4e80-c0dd-3547b26c29cd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T09:21:16,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8bae381-b01f-4e80-c0dd-3547b26c29cd/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T09:21:16,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8bae381-b01f-4e80-c0dd-3547b26c29cd/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T09:21:16,897 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T09:21:16,899 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T09:21:16,903 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T09:21:16,903 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T09:21:16,903 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T09:21:16,904 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T09:21:16,904 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1438185{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8bae381-b01f-4e80-c0dd-3547b26c29cd/hadoop.log.dir/,AVAILABLE} 2024-11-14T09:21:16,904 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30469523{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T09:21:17,018 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@50116699{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8bae381-b01f-4e80-c0dd-3547b26c29cd/java.io.tmpdir/jetty-localhost-44055-hadoop-hdfs-3_4_1-tests_jar-_-any-15672585887787127936/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T09:21:17,020 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@750260dc{HTTP/1.1, (http/1.1)}{localhost:44055} 2024-11-14T09:21:17,020 INFO [Time-limited test {}] server.Server(415): Started @244730ms 2024-11-14T09:21:17,095 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T09:21:17,098 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T09:21:17,100 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T09:21:17,100 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T09:21:17,100 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T09:21:17,100 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@111f1950{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8bae381-b01f-4e80-c0dd-3547b26c29cd/hadoop.log.dir/,AVAILABLE} 2024-11-14T09:21:17,100 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@524ada36{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T09:21:17,213 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@9007976{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8bae381-b01f-4e80-c0dd-3547b26c29cd/java.io.tmpdir/jetty-localhost-39525-hadoop-hdfs-3_4_1-tests_jar-_-any-2223675479539085537/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T09:21:17,214 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@66088522{HTTP/1.1, (http/1.1)}{localhost:39525} 2024-11-14T09:21:17,214 INFO [Time-limited test {}] server.Server(415): Started @244924ms 2024-11-14T09:21:17,215 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T09:21:17,314 WARN [Thread-3523 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8bae381-b01f-4e80-c0dd-3547b26c29cd/cluster_cf85637a-18fa-b38a-1857-d8b2ca71368b/data/data2/current/BP-992082902-172.17.0.2-1731576076842/current, will proceed with Du for space computation calculation, 2024-11-14T09:21:17,314 WARN [Thread-3522 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8bae381-b01f-4e80-c0dd-3547b26c29cd/cluster_cf85637a-18fa-b38a-1857-d8b2ca71368b/data/data1/current/BP-992082902-172.17.0.2-1731576076842/current, will proceed with Du for space computation calculation, 2024-11-14T09:21:17,335 WARN [Thread-3510 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T09:21:17,338 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd273100186ffc2a6 with lease ID 0xf871b7f36b6988fe: Processing first storage report for DS-94920c69-0705-46d7-8a24-da8ad7a955ce from datanode DatanodeRegistration(127.0.0.1:40437, datanodeUuid=a926e24f-71e5-4074-b484-0baa864de0fa, infoPort=44735, infoSecurePort=0, ipcPort=43681, storageInfo=lv=-57;cid=testClusterID;nsid=505305691;c=1731576076842) 2024-11-14T09:21:17,338 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd273100186ffc2a6 with lease ID 0xf871b7f36b6988fe: from storage DS-94920c69-0705-46d7-8a24-da8ad7a955ce node DatanodeRegistration(127.0.0.1:40437, datanodeUuid=a926e24f-71e5-4074-b484-0baa864de0fa, infoPort=44735, infoSecurePort=0, ipcPort=43681, storageInfo=lv=-57;cid=testClusterID;nsid=505305691;c=1731576076842), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T09:21:17,338 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd273100186ffc2a6 with lease ID 0xf871b7f36b6988fe: Processing first storage report for DS-2ffe8e05-7280-4586-883a-43cf1cb56f25 from datanode DatanodeRegistration(127.0.0.1:40437, datanodeUuid=a926e24f-71e5-4074-b484-0baa864de0fa, infoPort=44735, infoSecurePort=0, ipcPort=43681, storageInfo=lv=-57;cid=testClusterID;nsid=505305691;c=1731576076842) 2024-11-14T09:21:17,338 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd273100186ffc2a6 with lease ID 0xf871b7f36b6988fe: from storage DS-2ffe8e05-7280-4586-883a-43cf1cb56f25 node DatanodeRegistration(127.0.0.1:40437, datanodeUuid=a926e24f-71e5-4074-b484-0baa864de0fa, infoPort=44735, infoSecurePort=0, ipcPort=43681, storageInfo=lv=-57;cid=testClusterID;nsid=505305691;c=1731576076842), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T09:21:17,339 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8bae381-b01f-4e80-c0dd-3547b26c29cd 2024-11-14T09:21:17,340 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:21:17,341 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:21:17,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40437 is added to blk_1073741825_1001 (size=7) 2024-11-14T09:21:17,487 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T09:21:17,488 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T09:21:17,749 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e with version=8 2024-11-14T09:21:17,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/hbase-staging 2024-11-14T09:21:17,752 INFO [Time-limited test {}] client.ConnectionUtils(128): master/83f56b55f2af:0 server-side Connection retries=45 2024-11-14T09:21:17,752 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T09:21:17,752 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T09:21:17,752 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T09:21:17,752 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T09:21:17,752 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T09:21:17,752 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T09:21:17,752 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T09:21:17,753 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44917 2024-11-14T09:21:17,753 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44917 connecting to ZooKeeper ensemble=127.0.0.1:62077 2024-11-14T09:21:17,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:449170x0, quorum=127.0.0.1:62077, baseZNode=/12051546041 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T09:21:17,756 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44917-0x10115c7f3e80003 connected 2024-11-14T09:21:17,767 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:21:17,768 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:21:17,770 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44917-0x10115c7f3e80003, quorum=127.0.0.1:62077, baseZNode=/12051546041 Set watcher on znode that does not yet exist, /12051546041/running 2024-11-14T09:21:17,770 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e, hbase.cluster.distributed=false 2024-11-14T09:21:17,771 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44917-0x10115c7f3e80003, quorum=127.0.0.1:62077, baseZNode=/12051546041 Set watcher on znode that does not yet exist, /12051546041/acl 2024-11-14T09:21:17,772 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44917 2024-11-14T09:21:17,772 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44917 2024-11-14T09:21:17,772 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44917 2024-11-14T09:21:17,775 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44917 2024-11-14T09:21:17,775 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44917 2024-11-14T09:21:17,790 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/83f56b55f2af:0 server-side Connection retries=45 2024-11-14T09:21:17,790 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T09:21:17,790 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T09:21:17,790 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T09:21:17,790 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T09:21:17,790 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T09:21:17,790 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T09:21:17,790 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T09:21:17,790 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41943 2024-11-14T09:21:17,791 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41943 connecting to ZooKeeper ensemble=127.0.0.1:62077 2024-11-14T09:21:17,791 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:21:17,793 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:21:17,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:419430x0, quorum=127.0.0.1:62077, baseZNode=/12051546041 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T09:21:17,796 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:419430x0, quorum=127.0.0.1:62077, baseZNode=/12051546041 Set watcher on znode that does not yet exist, /12051546041/running 2024-11-14T09:21:17,796 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41943-0x10115c7f3e80004 connected 2024-11-14T09:21:17,797 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T09:21:17,798 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T09:21:17,798 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41943-0x10115c7f3e80004, quorum=127.0.0.1:62077, baseZNode=/12051546041 Set watcher on znode that does not yet exist, /12051546041/master 2024-11-14T09:21:17,799 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41943-0x10115c7f3e80004, quorum=127.0.0.1:62077, baseZNode=/12051546041 Set watcher on znode that does not yet exist, /12051546041/acl 2024-11-14T09:21:17,800 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41943 2024-11-14T09:21:17,801 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41943 2024-11-14T09:21:17,803 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41943 2024-11-14T09:21:17,805 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41943 2024-11-14T09:21:17,805 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41943 2024-11-14T09:21:17,820 DEBUG [M:0;83f56b55f2af:44917 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;83f56b55f2af:44917 2024-11-14T09:21:17,821 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /12051546041/backup-masters/83f56b55f2af,44917,1731576077751 2024-11-14T09:21:17,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44917-0x10115c7f3e80003, quorum=127.0.0.1:62077, baseZNode=/12051546041 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12051546041/backup-masters 2024-11-14T09:21:17,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41943-0x10115c7f3e80004, quorum=127.0.0.1:62077, baseZNode=/12051546041 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12051546041/backup-masters 2024-11-14T09:21:17,822 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44917-0x10115c7f3e80003, quorum=127.0.0.1:62077, baseZNode=/12051546041 Set watcher on existing znode=/12051546041/backup-masters/83f56b55f2af,44917,1731576077751 2024-11-14T09:21:17,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41943-0x10115c7f3e80004, quorum=127.0.0.1:62077, baseZNode=/12051546041 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12051546041/master 2024-11-14T09:21:17,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44917-0x10115c7f3e80003, quorum=127.0.0.1:62077, baseZNode=/12051546041 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12051546041 2024-11-14T09:21:17,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41943-0x10115c7f3e80004, quorum=127.0.0.1:62077, baseZNode=/12051546041 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12051546041 2024-11-14T09:21:17,825 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44917-0x10115c7f3e80003, quorum=127.0.0.1:62077, baseZNode=/12051546041 Set watcher on existing znode=/12051546041/master 2024-11-14T09:21:17,825 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /12051546041/backup-masters/83f56b55f2af,44917,1731576077751 from backup master directory 2024-11-14T09:21:17,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44917-0x10115c7f3e80003, quorum=127.0.0.1:62077, baseZNode=/12051546041 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12051546041/backup-masters/83f56b55f2af,44917,1731576077751 2024-11-14T09:21:17,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41943-0x10115c7f3e80004, quorum=127.0.0.1:62077, baseZNode=/12051546041 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12051546041/backup-masters 2024-11-14T09:21:17,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44917-0x10115c7f3e80003, quorum=127.0.0.1:62077, baseZNode=/12051546041 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12051546041/backup-masters 2024-11-14T09:21:17,826 WARN [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T09:21:17,826 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=83f56b55f2af,44917,1731576077751 2024-11-14T09:21:17,829 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/hbase.id] with ID: fdaf9882-d3fc-4fd6-9549-5ec29ec05ecf 2024-11-14T09:21:17,829 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/.tmp/hbase.id 2024-11-14T09:21:17,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40437 is added to blk_1073741826_1002 (size=42) 2024-11-14T09:21:18,242 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/.tmp/hbase.id]:[hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/hbase.id] 2024-11-14T09:21:18,250 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:21:18,250 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T09:21:18,251 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T09:21:18,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44917-0x10115c7f3e80003, quorum=127.0.0.1:62077, baseZNode=/12051546041 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12051546041 2024-11-14T09:21:18,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41943-0x10115c7f3e80004, quorum=127.0.0.1:62077, baseZNode=/12051546041 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12051546041 2024-11-14T09:21:18,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40437 is added to blk_1073741827_1003 (size=196) 2024-11-14T09:21:18,661 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T09:21:18,661 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T09:21:18,662 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T09:21:18,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40437 is added to blk_1073741828_1004 (size=1189) 2024-11-14T09:21:19,068 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/MasterData/data/master/store 2024-11-14T09:21:19,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40437 is added to blk_1073741829_1005 (size=34) 2024-11-14T09:21:19,079 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:21:19,079 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T09:21:19,079 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:21:19,079 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:21:19,079 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T09:21:19,079 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:21:19,079 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:21:19,079 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731576079079Disabling compacts and flushes for region at 1731576079079Disabling writes for close at 1731576079079Writing region close event to WAL at 1731576079079Closed at 1731576079079 2024-11-14T09:21:19,080 WARN [master/83f56b55f2af:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/MasterData/data/master/store/.initializing 2024-11-14T09:21:19,080 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/MasterData/WALs/83f56b55f2af,44917,1731576077751 2024-11-14T09:21:19,081 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T09:21:19,082 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=83f56b55f2af%2C44917%2C1731576077751, suffix=, logDir=hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/MasterData/WALs/83f56b55f2af,44917,1731576077751, archiveDir=hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/MasterData/oldWALs, maxLogs=10 2024-11-14T09:21:19,097 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/MasterData/WALs/83f56b55f2af,44917,1731576077751/83f56b55f2af%2C44917%2C1731576077751.1731576079083, exclude list is [], retry=0 2024-11-14T09:21:19,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40437,DS-94920c69-0705-46d7-8a24-da8ad7a955ce,DISK] 2024-11-14T09:21:19,100 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/MasterData/WALs/83f56b55f2af,44917,1731576077751/83f56b55f2af%2C44917%2C1731576077751.1731576079083 2024-11-14T09:21:19,101 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44735:44735)] 2024-11-14T09:21:19,101 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T09:21:19,101 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:21:19,101 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:21:19,101 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:21:19,102 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:21:19,103 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T09:21:19,103 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:21:19,103 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:21:19,104 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:21:19,104 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T09:21:19,104 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:21:19,105 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:21:19,105 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:21:19,106 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T09:21:19,106 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:21:19,106 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:21:19,106 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:21:19,107 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T09:21:19,107 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:21:19,108 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:21:19,108 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:21:19,108 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:21:19,108 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:21:19,109 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:21:19,110 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:21:19,110 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T09:21:19,111 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:21:19,117 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T09:21:19,117 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72764220, jitterRate=0.0842713713645935}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T09:21:19,117 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731576079101Initializing all the Stores at 1731576079102 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731576079102Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731576079102Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731576079102Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731576079102Cleaning up temporary data from old regions at 1731576079110 (+8 ms)Region opened successfully at 1731576079117 (+7 ms) 2024-11-14T09:21:19,117 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T09:21:19,120 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d3f4449, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=83f56b55f2af/172.17.0.2:0 2024-11-14T09:21:19,121 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T09:21:19,121 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T09:21:19,121 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T09:21:19,121 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T09:21:19,121 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T09:21:19,122 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T09:21:19,122 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T09:21:19,125 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T09:21:19,126 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44917-0x10115c7f3e80003, quorum=127.0.0.1:62077, baseZNode=/12051546041 Unable to get data of znode /12051546041/balancer because node does not exist (not necessarily an error) 2024-11-14T09:21:19,128 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12051546041/balancer already deleted, retry=false 2024-11-14T09:21:19,128 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T09:21:19,129 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44917-0x10115c7f3e80003, quorum=127.0.0.1:62077, baseZNode=/12051546041 Unable to get data of znode /12051546041/normalizer because node does not exist (not necessarily an error) 2024-11-14T09:21:19,131 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12051546041/normalizer already deleted, retry=false 2024-11-14T09:21:19,132 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T09:21:19,134 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44917-0x10115c7f3e80003, quorum=127.0.0.1:62077, baseZNode=/12051546041 Unable to get data of znode /12051546041/switch/split because node does not exist (not necessarily an error) 2024-11-14T09:21:19,135 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12051546041/switch/split already deleted, retry=false 2024-11-14T09:21:19,136 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44917-0x10115c7f3e80003, quorum=127.0.0.1:62077, baseZNode=/12051546041 Unable to get data of znode /12051546041/switch/merge because node does not exist (not necessarily an error) 2024-11-14T09:21:19,137 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12051546041/switch/merge already deleted, retry=false 2024-11-14T09:21:19,139 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44917-0x10115c7f3e80003, quorum=127.0.0.1:62077, baseZNode=/12051546041 Unable to get data of znode /12051546041/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T09:21:19,140 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12051546041/snapshot-cleanup already deleted, retry=false 2024-11-14T09:21:19,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44917-0x10115c7f3e80003, quorum=127.0.0.1:62077, baseZNode=/12051546041 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12051546041/running 2024-11-14T09:21:19,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41943-0x10115c7f3e80004, quorum=127.0.0.1:62077, baseZNode=/12051546041 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12051546041/running 2024-11-14T09:21:19,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44917-0x10115c7f3e80003, quorum=127.0.0.1:62077, baseZNode=/12051546041 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12051546041 2024-11-14T09:21:19,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41943-0x10115c7f3e80004, quorum=127.0.0.1:62077, baseZNode=/12051546041 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12051546041 2024-11-14T09:21:19,145 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=83f56b55f2af,44917,1731576077751, sessionid=0x10115c7f3e80003, setting cluster-up flag (Was=false) 2024-11-14T09:21:19,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44917-0x10115c7f3e80003, quorum=127.0.0.1:62077, baseZNode=/12051546041 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12051546041 2024-11-14T09:21:19,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41943-0x10115c7f3e80004, quorum=127.0.0.1:62077, baseZNode=/12051546041 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12051546041 2024-11-14T09:21:19,154 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /12051546041/flush-table-proc/acquired, /12051546041/flush-table-proc/reached, /12051546041/flush-table-proc/abort 2024-11-14T09:21:19,155 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=83f56b55f2af,44917,1731576077751 2024-11-14T09:21:19,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44917-0x10115c7f3e80003, quorum=127.0.0.1:62077, baseZNode=/12051546041 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12051546041 2024-11-14T09:21:19,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41943-0x10115c7f3e80004, quorum=127.0.0.1:62077, baseZNode=/12051546041 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12051546041 2024-11-14T09:21:19,162 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /12051546041/online-snapshot/acquired, /12051546041/online-snapshot/reached, /12051546041/online-snapshot/abort 2024-11-14T09:21:19,163 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=83f56b55f2af,44917,1731576077751 2024-11-14T09:21:19,164 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T09:21:19,165 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T09:21:19,165 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T09:21:19,165 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T09:21:19,166 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 83f56b55f2af,44917,1731576077751 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T09:21:19,167 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/83f56b55f2af:0, corePoolSize=5, maxPoolSize=5 2024-11-14T09:21:19,167 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/83f56b55f2af:0, corePoolSize=5, maxPoolSize=5 2024-11-14T09:21:19,167 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/83f56b55f2af:0, corePoolSize=5, maxPoolSize=5 2024-11-14T09:21:19,167 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/83f56b55f2af:0, corePoolSize=5, maxPoolSize=5 2024-11-14T09:21:19,167 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/83f56b55f2af:0, corePoolSize=10, maxPoolSize=10 2024-11-14T09:21:19,167 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:21:19,167 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/83f56b55f2af:0, corePoolSize=2, maxPoolSize=2 2024-11-14T09:21:19,167 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:21:19,168 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731576109168 2024-11-14T09:21:19,168 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T09:21:19,168 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T09:21:19,168 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T09:21:19,168 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T09:21:19,168 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T09:21:19,168 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T09:21:19,168 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T09:21:19,168 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T09:21:19,168 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T09:21:19,168 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T09:21:19,168 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T09:21:19,169 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T09:21:19,169 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T09:21:19,169 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:21:19,169 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T09:21:19,172 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T09:21:19,172 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T09:21:19,173 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/83f56b55f2af:0:becomeActiveMaster-HFileCleaner.large.0-1731576079172,5,FailOnTimeoutGroup] 2024-11-14T09:21:19,173 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/83f56b55f2af:0:becomeActiveMaster-HFileCleaner.small.0-1731576079173,5,FailOnTimeoutGroup] 2024-11-14T09:21:19,173 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T09:21:19,173 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T09:21:19,173 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T09:21:19,173 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T09:21:19,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40437 is added to blk_1073741831_1007 (size=1321) 2024-11-14T09:21:19,208 INFO [RS:0;83f56b55f2af:41943 {}] regionserver.HRegionServer(746): ClusterId : fdaf9882-d3fc-4fd6-9549-5ec29ec05ecf 2024-11-14T09:21:19,208 DEBUG [RS:0;83f56b55f2af:41943 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T09:21:19,210 DEBUG [RS:0;83f56b55f2af:41943 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T09:21:19,210 DEBUG [RS:0;83f56b55f2af:41943 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T09:21:19,213 DEBUG [RS:0;83f56b55f2af:41943 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T09:21:19,213 DEBUG [RS:0;83f56b55f2af:41943 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34db41ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=83f56b55f2af/172.17.0.2:0 2024-11-14T09:21:19,226 DEBUG [RS:0;83f56b55f2af:41943 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;83f56b55f2af:41943 2024-11-14T09:21:19,226 INFO [RS:0;83f56b55f2af:41943 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T09:21:19,226 INFO [RS:0;83f56b55f2af:41943 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T09:21:19,226 DEBUG [RS:0;83f56b55f2af:41943 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T09:21:19,227 INFO [RS:0;83f56b55f2af:41943 {}] regionserver.HRegionServer(2659): reportForDuty to master=83f56b55f2af,44917,1731576077751 with port=41943, startcode=1731576077789 2024-11-14T09:21:19,227 DEBUG [RS:0;83f56b55f2af:41943 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T09:21:19,229 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51459, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T09:21:19,229 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44917 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 83f56b55f2af,41943,1731576077789 2024-11-14T09:21:19,229 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44917 {}] master.ServerManager(517): Registering regionserver=83f56b55f2af,41943,1731576077789 2024-11-14T09:21:19,230 DEBUG [RS:0;83f56b55f2af:41943 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e 2024-11-14T09:21:19,230 DEBUG [RS:0;83f56b55f2af:41943 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45619 2024-11-14T09:21:19,230 DEBUG [RS:0;83f56b55f2af:41943 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T09:21:19,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44917-0x10115c7f3e80003, quorum=127.0.0.1:62077, baseZNode=/12051546041 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12051546041/rs 2024-11-14T09:21:19,236 DEBUG [RS:0;83f56b55f2af:41943 {}] zookeeper.ZKUtil(111): regionserver:41943-0x10115c7f3e80004, quorum=127.0.0.1:62077, baseZNode=/12051546041 Set watcher on existing znode=/12051546041/rs/83f56b55f2af,41943,1731576077789 2024-11-14T09:21:19,236 WARN [RS:0;83f56b55f2af:41943 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T09:21:19,236 INFO [RS:0;83f56b55f2af:41943 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T09:21:19,236 DEBUG [RS:0;83f56b55f2af:41943 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/WALs/83f56b55f2af,41943,1731576077789 2024-11-14T09:21:19,236 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [83f56b55f2af,41943,1731576077789] 2024-11-14T09:21:19,239 INFO [RS:0;83f56b55f2af:41943 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T09:21:19,242 INFO [RS:0;83f56b55f2af:41943 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T09:21:19,242 INFO [RS:0;83f56b55f2af:41943 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T09:21:19,242 INFO [RS:0;83f56b55f2af:41943 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T09:21:19,242 INFO [RS:0;83f56b55f2af:41943 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T09:21:19,243 INFO [RS:0;83f56b55f2af:41943 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T09:21:19,243 INFO [RS:0;83f56b55f2af:41943 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T09:21:19,243 DEBUG [RS:0;83f56b55f2af:41943 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:21:19,243 DEBUG [RS:0;83f56b55f2af:41943 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:21:19,243 DEBUG [RS:0;83f56b55f2af:41943 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:21:19,243 DEBUG [RS:0;83f56b55f2af:41943 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:21:19,243 DEBUG [RS:0;83f56b55f2af:41943 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:21:19,243 DEBUG [RS:0;83f56b55f2af:41943 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/83f56b55f2af:0, corePoolSize=2, maxPoolSize=2 2024-11-14T09:21:19,243 DEBUG [RS:0;83f56b55f2af:41943 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:21:19,243 DEBUG [RS:0;83f56b55f2af:41943 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:21:19,243 DEBUG [RS:0;83f56b55f2af:41943 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:21:19,243 DEBUG [RS:0;83f56b55f2af:41943 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:21:19,243 DEBUG [RS:0;83f56b55f2af:41943 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:21:19,243 DEBUG [RS:0;83f56b55f2af:41943 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:21:19,243 DEBUG [RS:0;83f56b55f2af:41943 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/83f56b55f2af:0, corePoolSize=3, maxPoolSize=3 2024-11-14T09:21:19,244 DEBUG [RS:0;83f56b55f2af:41943 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/83f56b55f2af:0, corePoolSize=3, maxPoolSize=3 2024-11-14T09:21:19,248 INFO [RS:0;83f56b55f2af:41943 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T09:21:19,248 INFO [RS:0;83f56b55f2af:41943 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T09:21:19,248 INFO [RS:0;83f56b55f2af:41943 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T09:21:19,248 INFO [RS:0;83f56b55f2af:41943 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T09:21:19,248 INFO [RS:0;83f56b55f2af:41943 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T09:21:19,248 INFO [RS:0;83f56b55f2af:41943 {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,41943,1731576077789-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T09:21:19,263 INFO [RS:0;83f56b55f2af:41943 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T09:21:19,263 INFO [RS:0;83f56b55f2af:41943 {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,41943,1731576077789-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T09:21:19,264 INFO [RS:0;83f56b55f2af:41943 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:21:19,264 INFO [RS:0;83f56b55f2af:41943 {}] regionserver.Replication(171): 83f56b55f2af,41943,1731576077789 started 2024-11-14T09:21:19,278 INFO [RS:0;83f56b55f2af:41943 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:21:19,278 INFO [RS:0;83f56b55f2af:41943 {}] regionserver.HRegionServer(1482): Serving as 83f56b55f2af,41943,1731576077789, RpcServer on 83f56b55f2af/172.17.0.2:41943, sessionid=0x10115c7f3e80004 2024-11-14T09:21:19,278 DEBUG [RS:0;83f56b55f2af:41943 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T09:21:19,278 DEBUG [RS:0;83f56b55f2af:41943 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 83f56b55f2af,41943,1731576077789 2024-11-14T09:21:19,278 DEBUG [RS:0;83f56b55f2af:41943 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '83f56b55f2af,41943,1731576077789' 2024-11-14T09:21:19,278 DEBUG [RS:0;83f56b55f2af:41943 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/12051546041/flush-table-proc/abort' 2024-11-14T09:21:19,279 DEBUG [RS:0;83f56b55f2af:41943 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/12051546041/flush-table-proc/acquired' 2024-11-14T09:21:19,279 DEBUG [RS:0;83f56b55f2af:41943 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T09:21:19,279 DEBUG [RS:0;83f56b55f2af:41943 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T09:21:19,279 DEBUG [RS:0;83f56b55f2af:41943 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 83f56b55f2af,41943,1731576077789 2024-11-14T09:21:19,279 DEBUG [RS:0;83f56b55f2af:41943 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '83f56b55f2af,41943,1731576077789' 2024-11-14T09:21:19,279 DEBUG [RS:0;83f56b55f2af:41943 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/12051546041/online-snapshot/abort' 2024-11-14T09:21:19,279 DEBUG [RS:0;83f56b55f2af:41943 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/12051546041/online-snapshot/acquired' 2024-11-14T09:21:19,279 DEBUG [RS:0;83f56b55f2af:41943 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T09:21:19,280 INFO [RS:0;83f56b55f2af:41943 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T09:21:19,280 INFO [RS:0;83f56b55f2af:41943 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T09:21:19,380 INFO [RS:0;83f56b55f2af:41943 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T09:21:19,381 INFO [RS:0;83f56b55f2af:41943 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=83f56b55f2af%2C41943%2C1731576077789, suffix=, logDir=hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/WALs/83f56b55f2af,41943,1731576077789, archiveDir=hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/oldWALs, maxLogs=10 2024-11-14T09:21:19,396 DEBUG [RS:0;83f56b55f2af:41943 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/WALs/83f56b55f2af,41943,1731576077789/83f56b55f2af%2C41943%2C1731576077789.1731576079382, exclude list is [], retry=0 2024-11-14T09:21:19,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40437,DS-94920c69-0705-46d7-8a24-da8ad7a955ce,DISK] 2024-11-14T09:21:19,400 INFO [RS:0;83f56b55f2af:41943 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/WALs/83f56b55f2af,41943,1731576077789/83f56b55f2af%2C41943%2C1731576077789.1731576079382 2024-11-14T09:21:19,400 DEBUG [RS:0;83f56b55f2af:41943 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44735:44735)] 2024-11-14T09:21:19,579 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T09:21:19,579 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e 2024-11-14T09:21:19,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40437 is added to blk_1073741833_1009 (size=32) 2024-11-14T09:21:19,987 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:21:19,988 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T09:21:19,989 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T09:21:19,989 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:21:19,990 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:21:19,990 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T09:21:19,991 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T09:21:19,991 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:21:19,991 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:21:19,991 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T09:21:19,992 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T09:21:19,992 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:21:19,992 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:21:19,992 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T09:21:19,993 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T09:21:19,993 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:21:19,993 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:21:19,993 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T09:21:19,994 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/data/hbase/meta/1588230740 2024-11-14T09:21:19,994 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/data/hbase/meta/1588230740 2024-11-14T09:21:19,995 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T09:21:19,995 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T09:21:19,995 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T09:21:19,996 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T09:21:19,998 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T09:21:19,998 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65342198, jitterRate=-0.026325374841690063}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T09:21:19,998 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731576079987Initializing all the Stores at 1731576079988 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731576079988Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731576079988Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731576079988Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731576079988Cleaning up temporary data from old regions at 1731576079995 (+7 ms)Region opened successfully at 1731576079998 (+3 ms) 2024-11-14T09:21:19,998 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T09:21:19,998 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T09:21:19,998 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T09:21:19,998 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T09:21:19,998 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T09:21:19,999 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T09:21:19,999 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731576079998Disabling compacts and flushes for region at 1731576079998Disabling writes for close at 1731576079998Writing region close event to WAL at 1731576079999 (+1 ms)Closed at 1731576079999 2024-11-14T09:21:20,000 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T09:21:20,000 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T09:21:20,000 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T09:21:20,001 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T09:21:20,001 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T09:21:20,152 DEBUG [83f56b55f2af:44917 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T09:21:20,152 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=83f56b55f2af,41943,1731576077789 2024-11-14T09:21:20,153 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 83f56b55f2af,41943,1731576077789, state=OPENING 2024-11-14T09:21:20,156 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T09:21:20,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44917-0x10115c7f3e80003, quorum=127.0.0.1:62077, baseZNode=/12051546041 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12051546041 2024-11-14T09:21:20,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41943-0x10115c7f3e80004, quorum=127.0.0.1:62077, baseZNode=/12051546041 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12051546041 2024-11-14T09:21:20,157 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T09:21:20,157 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12051546041/meta-region-server: CHANGED 2024-11-14T09:21:20,157 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=83f56b55f2af,41943,1731576077789}] 2024-11-14T09:21:20,157 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12051546041/meta-region-server: CHANGED 2024-11-14T09:21:20,310 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T09:21:20,311 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60483, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T09:21:20,314 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T09:21:20,314 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T09:21:20,314 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T09:21:20,315 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=83f56b55f2af%2C41943%2C1731576077789.meta, suffix=.meta, logDir=hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/WALs/83f56b55f2af,41943,1731576077789, archiveDir=hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/oldWALs, maxLogs=10 2024-11-14T09:21:20,330 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/WALs/83f56b55f2af,41943,1731576077789/83f56b55f2af%2C41943%2C1731576077789.meta.1731576080316.meta, exclude list is [], retry=0 2024-11-14T09:21:20,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40437,DS-94920c69-0705-46d7-8a24-da8ad7a955ce,DISK] 2024-11-14T09:21:20,334 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/WALs/83f56b55f2af,41943,1731576077789/83f56b55f2af%2C41943%2C1731576077789.meta.1731576080316.meta 2024-11-14T09:21:20,334 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44735:44735)] 2024-11-14T09:21:20,334 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T09:21:20,334 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T09:21:20,334 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T09:21:20,334 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T09:21:20,335 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T09:21:20,335 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T09:21:20,335 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:21:20,335 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T09:21:20,335 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T09:21:20,336 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T09:21:20,336 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T09:21:20,336 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:21:20,337 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:21:20,337 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T09:21:20,337 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T09:21:20,338 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:21:20,338 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:21:20,338 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T09:21:20,338 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T09:21:20,338 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:21:20,339 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:21:20,339 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T09:21:20,339 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T09:21:20,339 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:21:20,339 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:21:20,340 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T09:21:20,340 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/data/hbase/meta/1588230740 2024-11-14T09:21:20,341 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/data/hbase/meta/1588230740 2024-11-14T09:21:20,342 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T09:21:20,342 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T09:21:20,342 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T09:21:20,343 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T09:21:20,344 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66262014, jitterRate=-0.012619048357009888}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T09:21:20,344 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T09:21:20,344 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731576080335Writing region info on filesystem at 1731576080335Initializing all the Stores at 1731576080335Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731576080335Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731576080336 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731576080336Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731576080336Cleaning up temporary data from old regions at 1731576080342 (+6 ms)Running coprocessor post-open hooks at 1731576080344 (+2 ms)Region opened successfully at 1731576080344 2024-11-14T09:21:20,345 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731576080309 2024-11-14T09:21:20,347 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T09:21:20,347 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T09:21:20,347 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=83f56b55f2af,41943,1731576077789 2024-11-14T09:21:20,348 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 83f56b55f2af,41943,1731576077789, state=OPEN 2024-11-14T09:21:20,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44917-0x10115c7f3e80003, quorum=127.0.0.1:62077, baseZNode=/12051546041 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/12051546041/meta-region-server 2024-11-14T09:21:20,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41943-0x10115c7f3e80004, quorum=127.0.0.1:62077, baseZNode=/12051546041 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/12051546041/meta-region-server 2024-11-14T09:21:20,350 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=83f56b55f2af,41943,1731576077789 2024-11-14T09:21:20,350 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12051546041/meta-region-server: CHANGED 2024-11-14T09:21:20,350 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12051546041/meta-region-server: CHANGED 2024-11-14T09:21:20,352 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T09:21:20,352 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=83f56b55f2af,41943,1731576077789 in 193 msec 2024-11-14T09:21:20,353 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T09:21:20,353 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 352 msec 2024-11-14T09:21:20,354 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T09:21:20,354 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T09:21:20,355 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:21:20,355 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83f56b55f2af,41943,1731576077789, seqNum=-1] 2024-11-14T09:21:20,356 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T09:21:20,357 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47121, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T09:21:20,360 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1950 sec 2024-11-14T09:21:20,360 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731576080360, completionTime=-1 2024-11-14T09:21:20,360 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T09:21:20,360 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T09:21:20,362 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T09:21:20,362 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731576140362 2024-11-14T09:21:20,362 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731576200362 2024-11-14T09:21:20,362 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T09:21:20,363 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,44917,1731576077751-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T09:21:20,363 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,44917,1731576077751-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:21:20,363 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,44917,1731576077751-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:21:20,363 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-83f56b55f2af:44917, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:21:20,363 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T09:21:20,363 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T09:21:20,365 DEBUG [master/83f56b55f2af:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T09:21:20,366 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.540sec 2024-11-14T09:21:20,366 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T09:21:20,366 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T09:21:20,366 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T09:21:20,366 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T09:21:20,366 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T09:21:20,366 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,44917,1731576077751-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T09:21:20,366 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,44917,1731576077751-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T09:21:20,369 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T09:21:20,369 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T09:21:20,370 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,44917,1731576077751-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:21:20,409 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ac7ff8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:21:20,409 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83f56b55f2af,44917,-1 for getting cluster id 2024-11-14T09:21:20,409 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T09:21:20,410 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fdaf9882-d3fc-4fd6-9549-5ec29ec05ecf' 2024-11-14T09:21:20,410 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T09:21:20,410 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fdaf9882-d3fc-4fd6-9549-5ec29ec05ecf" 2024-11-14T09:21:20,410 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44919d50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:21:20,410 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83f56b55f2af,44917,-1] 2024-11-14T09:21:20,411 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T09:21:20,411 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:21:20,411 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T09:21:20,412 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f75cfab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:21:20,412 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:21:20,413 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83f56b55f2af,41943,1731576077789, seqNum=-1] 2024-11-14T09:21:20,414 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T09:21:20,414 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T09:21:20,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=83f56b55f2af,44917,1731576077751 2024-11-14T09:21:20,417 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:62077 2024-11-14T09:21:20,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:62077, baseZNode=/12051546041 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T09:21:20,419 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10115c7f3e80005 connected 2024-11-14T09:21:20,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8bae381-b01f-4e80-c0dd-3547b26c29cd/hadoop.log.dir so I do NOT create it in target/test-data/a7177957-d70b-e444-b6fb-de6f99b24bb2 2024-11-14T09:21:20,423 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8bae381-b01f-4e80-c0dd-3547b26c29cd/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T09:21:20,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8bae381-b01f-4e80-c0dd-3547b26c29cd/hadoop.tmp.dir so I do NOT create it in target/test-data/a7177957-d70b-e444-b6fb-de6f99b24bb2 2024-11-14T09:21:20,423 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8bae381-b01f-4e80-c0dd-3547b26c29cd/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T09:21:20,423 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7177957-d70b-e444-b6fb-de6f99b24bb2 2024-11-14T09:21:20,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T09:21:20,424 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7177957-d70b-e444-b6fb-de6f99b24bb2/cluster_87d8122b-053e-739a-bb6c-7433c9c9022f, deleteOnExit=true 2024-11-14T09:21:20,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T09:21:20,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7177957-d70b-e444-b6fb-de6f99b24bb2/test.cache.data in system properties and HBase conf 2024-11-14T09:21:20,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7177957-d70b-e444-b6fb-de6f99b24bb2/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T09:21:20,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7177957-d70b-e444-b6fb-de6f99b24bb2/hadoop.log.dir in system properties and HBase conf 2024-11-14T09:21:20,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7177957-d70b-e444-b6fb-de6f99b24bb2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T09:21:20,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7177957-d70b-e444-b6fb-de6f99b24bb2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T09:21:20,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T09:21:20,424 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T09:21:20,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7177957-d70b-e444-b6fb-de6f99b24bb2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T09:21:20,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7177957-d70b-e444-b6fb-de6f99b24bb2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T09:21:20,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7177957-d70b-e444-b6fb-de6f99b24bb2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T09:21:20,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7177957-d70b-e444-b6fb-de6f99b24bb2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T09:21:20,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7177957-d70b-e444-b6fb-de6f99b24bb2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T09:21:20,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7177957-d70b-e444-b6fb-de6f99b24bb2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T09:21:20,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7177957-d70b-e444-b6fb-de6f99b24bb2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T09:21:20,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7177957-d70b-e444-b6fb-de6f99b24bb2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T09:21:20,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7177957-d70b-e444-b6fb-de6f99b24bb2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T09:21:20,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7177957-d70b-e444-b6fb-de6f99b24bb2/nfs.dump.dir in system properties and HBase conf 2024-11-14T09:21:20,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7177957-d70b-e444-b6fb-de6f99b24bb2/java.io.tmpdir in system properties and HBase conf 2024-11-14T09:21:20,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7177957-d70b-e444-b6fb-de6f99b24bb2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T09:21:20,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7177957-d70b-e444-b6fb-de6f99b24bb2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T09:21:20,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7177957-d70b-e444-b6fb-de6f99b24bb2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T09:21:20,522 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T09:21:20,526 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T09:21:20,527 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T09:21:20,527 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T09:21:20,528 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T09:21:20,529 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T09:21:20,529 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@58d27556{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7177957-d70b-e444-b6fb-de6f99b24bb2/hadoop.log.dir/,AVAILABLE} 2024-11-14T09:21:20,530 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3bf01f44{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T09:21:20,645 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1ea71958{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7177957-d70b-e444-b6fb-de6f99b24bb2/java.io.tmpdir/jetty-localhost-34611-hadoop-hdfs-3_4_1-tests_jar-_-any-17384476710215233883/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T09:21:20,646 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2f6c528b{HTTP/1.1, (http/1.1)}{localhost:34611} 2024-11-14T09:21:20,646 INFO [Time-limited test {}] server.Server(415): Started @248356ms 2024-11-14T09:21:20,735 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T09:21:20,739 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T09:21:20,742 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T09:21:20,742 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T09:21:20,742 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T09:21:20,743 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76eb47af{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7177957-d70b-e444-b6fb-de6f99b24bb2/hadoop.log.dir/,AVAILABLE} 2024-11-14T09:21:20,744 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6796c00e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T09:21:20,865 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@61c486c0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7177957-d70b-e444-b6fb-de6f99b24bb2/java.io.tmpdir/jetty-localhost-33725-hadoop-hdfs-3_4_1-tests_jar-_-any-14695628263894035795/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T09:21:20,866 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6dcf78a5{HTTP/1.1, (http/1.1)}{localhost:33725} 2024-11-14T09:21:20,866 INFO [Time-limited test {}] server.Server(415): Started @248576ms 2024-11-14T09:21:20,867 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T09:21:20,972 WARN [Thread-3642 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7177957-d70b-e444-b6fb-de6f99b24bb2/cluster_87d8122b-053e-739a-bb6c-7433c9c9022f/data/data1/current/BP-638221588-172.17.0.2-1731576080449/current, will proceed with Du for space computation calculation, 2024-11-14T09:21:20,972 WARN [Thread-3643 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7177957-d70b-e444-b6fb-de6f99b24bb2/cluster_87d8122b-053e-739a-bb6c-7433c9c9022f/data/data2/current/BP-638221588-172.17.0.2-1731576080449/current, will proceed with Du for space computation calculation, 2024-11-14T09:21:21,000 WARN [Thread-3630 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T09:21:21,002 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3b5871a2d2b5d359 with lease ID 0x108db3911734bbd3: Processing first storage report for DS-644e470d-fd73-42a9-a758-7009244393ef from datanode DatanodeRegistration(127.0.0.1:46079, datanodeUuid=59babf24-0787-4f82-868c-0d73d6b9fa8a, infoPort=38101, infoSecurePort=0, ipcPort=45301, storageInfo=lv=-57;cid=testClusterID;nsid=2066793860;c=1731576080449) 2024-11-14T09:21:21,003 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3b5871a2d2b5d359 with lease ID 0x108db3911734bbd3: from storage DS-644e470d-fd73-42a9-a758-7009244393ef node DatanodeRegistration(127.0.0.1:46079, datanodeUuid=59babf24-0787-4f82-868c-0d73d6b9fa8a, infoPort=38101, infoSecurePort=0, ipcPort=45301, storageInfo=lv=-57;cid=testClusterID;nsid=2066793860;c=1731576080449), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T09:21:21,003 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3b5871a2d2b5d359 with lease ID 0x108db3911734bbd3: Processing first storage report for DS-643478da-4d3a-4154-8454-6ca293b4df5a from datanode DatanodeRegistration(127.0.0.1:46079, datanodeUuid=59babf24-0787-4f82-868c-0d73d6b9fa8a, infoPort=38101, infoSecurePort=0, ipcPort=45301, storageInfo=lv=-57;cid=testClusterID;nsid=2066793860;c=1731576080449) 2024-11-14T09:21:21,003 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3b5871a2d2b5d359 with lease ID 0x108db3911734bbd3: from storage DS-643478da-4d3a-4154-8454-6ca293b4df5a node DatanodeRegistration(127.0.0.1:46079, datanodeUuid=59babf24-0787-4f82-868c-0d73d6b9fa8a, infoPort=38101, infoSecurePort=0, ipcPort=45301, storageInfo=lv=-57;cid=testClusterID;nsid=2066793860;c=1731576080449), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T09:21:21,096 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7177957-d70b-e444-b6fb-de6f99b24bb2 2024-11-14T09:21:21,097 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:21:21,098 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:21:21,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46079 is added to blk_1073741825_1001 (size=7) 2024-11-14T09:21:21,506 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33007/user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d with version=8 2024-11-14T09:21:21,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33007/user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d/hbase-staging 2024-11-14T09:21:21,509 INFO [Time-limited test {}] client.ConnectionUtils(128): master/83f56b55f2af:0 server-side Connection retries=45 2024-11-14T09:21:21,510 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T09:21:21,510 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T09:21:21,510 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T09:21:21,510 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T09:21:21,510 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T09:21:21,510 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T09:21:21,510 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T09:21:21,510 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37143 2024-11-14T09:21:21,511 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37143 connecting to ZooKeeper ensemble=127.0.0.1:62077 2024-11-14T09:21:21,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:371430x0, quorum=127.0.0.1:62077, baseZNode=/2-1318699706 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T09:21:21,513 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37143-0x10115c7f3e80006 connected 2024-11-14T09:21:21,524 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:21:21,526 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:21:21,527 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37143-0x10115c7f3e80006, quorum=127.0.0.1:62077, baseZNode=/2-1318699706 Set watcher on znode that does not yet exist, /2-1318699706/running 2024-11-14T09:21:21,528 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33007/user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d, hbase.cluster.distributed=false 2024-11-14T09:21:21,529 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37143-0x10115c7f3e80006, quorum=127.0.0.1:62077, baseZNode=/2-1318699706 Set watcher on znode that does not yet exist, /2-1318699706/acl 2024-11-14T09:21:21,529 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37143 2024-11-14T09:21:21,529 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37143 2024-11-14T09:21:21,530 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37143 2024-11-14T09:21:21,530 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37143 2024-11-14T09:21:21,530 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37143 2024-11-14T09:21:21,546 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/83f56b55f2af:0 server-side Connection retries=45 2024-11-14T09:21:21,546 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T09:21:21,546 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T09:21:21,546 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T09:21:21,546 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T09:21:21,546 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T09:21:21,546 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T09:21:21,546 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T09:21:21,547 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42245 2024-11-14T09:21:21,547 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42245 connecting to ZooKeeper ensemble=127.0.0.1:62077 2024-11-14T09:21:21,548 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:21:21,550 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:21:21,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:422450x0, quorum=127.0.0.1:62077, baseZNode=/2-1318699706 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T09:21:21,554 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:422450x0, quorum=127.0.0.1:62077, baseZNode=/2-1318699706 Set watcher on znode that does not yet exist, /2-1318699706/running 2024-11-14T09:21:21,554 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42245-0x10115c7f3e80007 connected 2024-11-14T09:21:21,554 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T09:21:21,555 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T09:21:21,555 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42245-0x10115c7f3e80007, quorum=127.0.0.1:62077, baseZNode=/2-1318699706 Set watcher on znode that does not yet exist, /2-1318699706/master 2024-11-14T09:21:21,556 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42245-0x10115c7f3e80007, quorum=127.0.0.1:62077, baseZNode=/2-1318699706 Set watcher on znode that does not yet exist, /2-1318699706/acl 2024-11-14T09:21:21,560 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42245 2024-11-14T09:21:21,560 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42245 2024-11-14T09:21:21,561 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42245 2024-11-14T09:21:21,563 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42245 2024-11-14T09:21:21,563 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42245 2024-11-14T09:21:21,579 DEBUG [M:0;83f56b55f2af:37143 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;83f56b55f2af:37143 2024-11-14T09:21:21,580 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1318699706/backup-masters/83f56b55f2af,37143,1731576081509 2024-11-14T09:21:21,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42245-0x10115c7f3e80007, quorum=127.0.0.1:62077, baseZNode=/2-1318699706 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1318699706/backup-masters 2024-11-14T09:21:21,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37143-0x10115c7f3e80006, quorum=127.0.0.1:62077, baseZNode=/2-1318699706 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1318699706/backup-masters 2024-11-14T09:21:21,582 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37143-0x10115c7f3e80006, quorum=127.0.0.1:62077, baseZNode=/2-1318699706 Set watcher on existing znode=/2-1318699706/backup-masters/83f56b55f2af,37143,1731576081509 2024-11-14T09:21:21,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42245-0x10115c7f3e80007, quorum=127.0.0.1:62077, baseZNode=/2-1318699706 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1318699706/master 2024-11-14T09:21:21,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37143-0x10115c7f3e80006, quorum=127.0.0.1:62077, baseZNode=/2-1318699706 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1318699706 2024-11-14T09:21:21,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42245-0x10115c7f3e80007, quorum=127.0.0.1:62077, baseZNode=/2-1318699706 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1318699706 2024-11-14T09:21:21,583 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37143-0x10115c7f3e80006, quorum=127.0.0.1:62077, baseZNode=/2-1318699706 Set watcher on existing znode=/2-1318699706/master 2024-11-14T09:21:21,583 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1318699706/backup-masters/83f56b55f2af,37143,1731576081509 from backup master directory 2024-11-14T09:21:21,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37143-0x10115c7f3e80006, quorum=127.0.0.1:62077, baseZNode=/2-1318699706 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1318699706/backup-masters/83f56b55f2af,37143,1731576081509 2024-11-14T09:21:21,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42245-0x10115c7f3e80007, quorum=127.0.0.1:62077, baseZNode=/2-1318699706 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1318699706/backup-masters 2024-11-14T09:21:21,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37143-0x10115c7f3e80006, quorum=127.0.0.1:62077, baseZNode=/2-1318699706 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1318699706/backup-masters 2024-11-14T09:21:21,585 WARN [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T09:21:21,586 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=83f56b55f2af,37143,1731576081509 2024-11-14T09:21:21,588 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33007/user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d/hbase.id] with ID: 979e1b9d-86d9-4a15-8ecd-48a3f651d344 2024-11-14T09:21:21,588 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33007/user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d/.tmp/hbase.id 2024-11-14T09:21:21,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46079 is added to blk_1073741826_1002 (size=42) 2024-11-14T09:21:21,610 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T09:21:21,997 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33007/user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d/.tmp/hbase.id]:[hdfs://localhost:33007/user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d/hbase.id] 2024-11-14T09:21:22,005 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:21:22,005 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T09:21:22,006 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T09:21:22,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42245-0x10115c7f3e80007, quorum=127.0.0.1:62077, baseZNode=/2-1318699706 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1318699706 2024-11-14T09:21:22,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37143-0x10115c7f3e80006, quorum=127.0.0.1:62077, baseZNode=/2-1318699706 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1318699706 2024-11-14T09:21:22,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46079 is added to blk_1073741827_1003 (size=196) 2024-11-14T09:21:22,207 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T09:21:22,208 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:21:22,208 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:21:22,208 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:21:22,208 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:21:22,241 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:21:22,242 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:21:22,242 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:21:22,243 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:21:22,243 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:21:22,243 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:21:22,251 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:21:22,255 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:21:22,256 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:21:22,258 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:21:22,419 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T09:21:22,419 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T09:21:22,420 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T09:21:22,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46079 is added to blk_1073741828_1004 (size=1189) 2024-11-14T09:21:22,826 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33007/user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d/MasterData/data/master/store 2024-11-14T09:21:22,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46079 is added to blk_1073741829_1005 (size=34) 2024-11-14T09:21:23,232 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:21:23,232 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T09:21:23,232 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:21:23,232 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:21:23,232 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T09:21:23,232 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:21:23,232 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:21:23,232 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731576083232Disabling compacts and flushes for region at 1731576083232Disabling writes for close at 1731576083232Writing region close event to WAL at 1731576083232Closed at 1731576083232 2024-11-14T09:21:23,233 WARN [master/83f56b55f2af:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33007/user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d/MasterData/data/master/store/.initializing 2024-11-14T09:21:23,233 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33007/user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d/MasterData/WALs/83f56b55f2af,37143,1731576081509 2024-11-14T09:21:23,234 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T09:21:23,235 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=83f56b55f2af%2C37143%2C1731576081509, suffix=, logDir=hdfs://localhost:33007/user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d/MasterData/WALs/83f56b55f2af,37143,1731576081509, archiveDir=hdfs://localhost:33007/user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d/MasterData/oldWALs, maxLogs=10 2024-11-14T09:21:23,248 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d/MasterData/WALs/83f56b55f2af,37143,1731576081509/83f56b55f2af%2C37143%2C1731576081509.1731576083235, exclude list is [], retry=0 2024-11-14T09:21:23,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46079,DS-644e470d-fd73-42a9-a758-7009244393ef,DISK] 2024-11-14T09:21:23,252 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d/MasterData/WALs/83f56b55f2af,37143,1731576081509/83f56b55f2af%2C37143%2C1731576081509.1731576083235 2024-11-14T09:21:23,252 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38101:38101)] 2024-11-14T09:21:23,252 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T09:21:23,252 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:21:23,252 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:21:23,252 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:21:23,254 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:21:23,254 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T09:21:23,254 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:21:23,255 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:21:23,255 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:21:23,256 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T09:21:23,256 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:21:23,256 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:21:23,256 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:21:23,257 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T09:21:23,257 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:21:23,257 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:21:23,257 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:21:23,258 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T09:21:23,258 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:21:23,258 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:21:23,258 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:21:23,259 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33007/user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:21:23,259 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33007/user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:21:23,260 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:21:23,260 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:21:23,260 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T09:21:23,261 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:21:23,262 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33007/user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T09:21:23,262 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64933479, jitterRate=-0.032415762543678284}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T09:21:23,263 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731576083253Initializing all the Stores at 1731576083253Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731576083253Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731576083253Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731576083253Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731576083253Cleaning up temporary data from old regions at 1731576083260 (+7 ms)Region opened successfully at 1731576083262 (+2 ms) 2024-11-14T09:21:23,263 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T09:21:23,265 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f473f98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=83f56b55f2af/172.17.0.2:0 2024-11-14T09:21:23,265 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T09:21:23,265 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T09:21:23,266 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T09:21:23,266 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T09:21:23,266 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T09:21:23,266 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T09:21:23,266 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T09:21:23,268 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T09:21:23,268 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37143-0x10115c7f3e80006, quorum=127.0.0.1:62077, baseZNode=/2-1318699706 Unable to get data of znode /2-1318699706/balancer because node does not exist (not necessarily an error) 2024-11-14T09:21:23,269 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1318699706/balancer already deleted, retry=false 2024-11-14T09:21:23,270 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T09:21:23,270 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37143-0x10115c7f3e80006, quorum=127.0.0.1:62077, baseZNode=/2-1318699706 Unable to get data of znode /2-1318699706/normalizer because node does not exist (not necessarily an error) 2024-11-14T09:21:23,271 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1318699706/normalizer already deleted, retry=false 2024-11-14T09:21:23,271 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T09:21:23,272 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37143-0x10115c7f3e80006, quorum=127.0.0.1:62077, baseZNode=/2-1318699706 Unable to get data of znode /2-1318699706/switch/split because node does not exist (not necessarily an error) 2024-11-14T09:21:23,274 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1318699706/switch/split already deleted, retry=false 2024-11-14T09:21:23,275 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37143-0x10115c7f3e80006, quorum=127.0.0.1:62077, baseZNode=/2-1318699706 Unable to get data of znode /2-1318699706/switch/merge because node does not exist (not necessarily an error) 2024-11-14T09:21:23,276 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1318699706/switch/merge already deleted, retry=false 2024-11-14T09:21:23,277 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37143-0x10115c7f3e80006, quorum=127.0.0.1:62077, baseZNode=/2-1318699706 Unable to get data of znode /2-1318699706/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T09:21:23,278 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1318699706/snapshot-cleanup already deleted, retry=false 2024-11-14T09:21:23,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37143-0x10115c7f3e80006, quorum=127.0.0.1:62077, baseZNode=/2-1318699706 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1318699706/running 2024-11-14T09:21:23,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42245-0x10115c7f3e80007, quorum=127.0.0.1:62077, baseZNode=/2-1318699706 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1318699706/running 2024-11-14T09:21:23,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37143-0x10115c7f3e80006, quorum=127.0.0.1:62077, baseZNode=/2-1318699706 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1318699706 2024-11-14T09:21:23,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42245-0x10115c7f3e80007, quorum=127.0.0.1:62077, baseZNode=/2-1318699706 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1318699706 2024-11-14T09:21:23,280 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=83f56b55f2af,37143,1731576081509, sessionid=0x10115c7f3e80006, setting cluster-up flag (Was=false) 2024-11-14T09:21:23,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37143-0x10115c7f3e80006, quorum=127.0.0.1:62077, baseZNode=/2-1318699706 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1318699706 2024-11-14T09:21:23,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42245-0x10115c7f3e80007, quorum=127.0.0.1:62077, baseZNode=/2-1318699706 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1318699706 2024-11-14T09:21:23,287 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1318699706/flush-table-proc/acquired, /2-1318699706/flush-table-proc/reached, /2-1318699706/flush-table-proc/abort 2024-11-14T09:21:23,288 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=83f56b55f2af,37143,1731576081509 2024-11-14T09:21:23,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37143-0x10115c7f3e80006, quorum=127.0.0.1:62077, baseZNode=/2-1318699706 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1318699706 2024-11-14T09:21:23,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42245-0x10115c7f3e80007, quorum=127.0.0.1:62077, baseZNode=/2-1318699706 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1318699706 2024-11-14T09:21:23,295 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1318699706/online-snapshot/acquired, /2-1318699706/online-snapshot/reached, /2-1318699706/online-snapshot/abort 2024-11-14T09:21:23,296 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=83f56b55f2af,37143,1731576081509 2024-11-14T09:21:23,296 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33007/user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T09:21:23,298 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T09:21:23,298 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T09:21:23,298 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T09:21:23,298 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 83f56b55f2af,37143,1731576081509 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T09:21:23,299 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/83f56b55f2af:0, corePoolSize=5, maxPoolSize=5 2024-11-14T09:21:23,299 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/83f56b55f2af:0, corePoolSize=5, maxPoolSize=5 2024-11-14T09:21:23,299 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/83f56b55f2af:0, corePoolSize=5, maxPoolSize=5 2024-11-14T09:21:23,299 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/83f56b55f2af:0, corePoolSize=5, maxPoolSize=5 2024-11-14T09:21:23,299 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/83f56b55f2af:0, corePoolSize=10, maxPoolSize=10 2024-11-14T09:21:23,299 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:21:23,299 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/83f56b55f2af:0, corePoolSize=2, maxPoolSize=2 2024-11-14T09:21:23,299 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:21:23,300 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T09:21:23,300 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T09:21:23,301 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:21:23,301 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T09:21:23,304 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731576113304 2024-11-14T09:21:23,304 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T09:21:23,304 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T09:21:23,304 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T09:21:23,304 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T09:21:23,305 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T09:21:23,305 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T09:21:23,305 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T09:21:23,305 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T09:21:23,305 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T09:21:23,305 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T09:21:23,305 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T09:21:23,308 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T09:21:23,308 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T09:21:23,309 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/83f56b55f2af:0:becomeActiveMaster-HFileCleaner.large.0-1731576083308,5,FailOnTimeoutGroup] 2024-11-14T09:21:23,309 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/83f56b55f2af:0:becomeActiveMaster-HFileCleaner.small.0-1731576083309,5,FailOnTimeoutGroup] 2024-11-14T09:21:23,309 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T09:21:23,309 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T09:21:23,309 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T09:21:23,309 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T09:21:23,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46079 is added to blk_1073741831_1007 (size=1321) 2024-11-14T09:21:23,366 INFO [RS:0;83f56b55f2af:42245 {}] regionserver.HRegionServer(746): ClusterId : 979e1b9d-86d9-4a15-8ecd-48a3f651d344 2024-11-14T09:21:23,366 DEBUG [RS:0;83f56b55f2af:42245 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T09:21:23,368 DEBUG [RS:0;83f56b55f2af:42245 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T09:21:23,368 DEBUG [RS:0;83f56b55f2af:42245 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T09:21:23,369 DEBUG [RS:0;83f56b55f2af:42245 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T09:21:23,369 DEBUG [RS:0;83f56b55f2af:42245 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47a7f604, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=83f56b55f2af/172.17.0.2:0 2024-11-14T09:21:23,382 DEBUG [RS:0;83f56b55f2af:42245 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;83f56b55f2af:42245 2024-11-14T09:21:23,382 INFO [RS:0;83f56b55f2af:42245 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T09:21:23,382 INFO [RS:0;83f56b55f2af:42245 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T09:21:23,382 DEBUG [RS:0;83f56b55f2af:42245 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T09:21:23,382 INFO [RS:0;83f56b55f2af:42245 {}] regionserver.HRegionServer(2659): reportForDuty to master=83f56b55f2af,37143,1731576081509 with port=42245, startcode=1731576081545 2024-11-14T09:21:23,382 DEBUG [RS:0;83f56b55f2af:42245 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T09:21:23,384 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33587, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T09:21:23,384 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37143 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 83f56b55f2af,42245,1731576081545 2024-11-14T09:21:23,384 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37143 {}] master.ServerManager(517): Registering regionserver=83f56b55f2af,42245,1731576081545 2024-11-14T09:21:23,386 DEBUG [RS:0;83f56b55f2af:42245 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33007/user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d 2024-11-14T09:21:23,386 DEBUG [RS:0;83f56b55f2af:42245 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33007 2024-11-14T09:21:23,386 DEBUG [RS:0;83f56b55f2af:42245 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T09:21:23,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37143-0x10115c7f3e80006, quorum=127.0.0.1:62077, baseZNode=/2-1318699706 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1318699706/rs 2024-11-14T09:21:23,393 DEBUG [RS:0;83f56b55f2af:42245 {}] zookeeper.ZKUtil(111): regionserver:42245-0x10115c7f3e80007, quorum=127.0.0.1:62077, baseZNode=/2-1318699706 Set watcher on existing znode=/2-1318699706/rs/83f56b55f2af,42245,1731576081545 2024-11-14T09:21:23,393 WARN [RS:0;83f56b55f2af:42245 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T09:21:23,394 INFO [RS:0;83f56b55f2af:42245 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T09:21:23,394 DEBUG [RS:0;83f56b55f2af:42245 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33007/user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d/WALs/83f56b55f2af,42245,1731576081545 2024-11-14T09:21:23,394 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [83f56b55f2af,42245,1731576081545] 2024-11-14T09:21:23,396 INFO [RS:0;83f56b55f2af:42245 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T09:21:23,398 INFO [RS:0;83f56b55f2af:42245 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T09:21:23,398 INFO [RS:0;83f56b55f2af:42245 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T09:21:23,399 INFO [RS:0;83f56b55f2af:42245 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T09:21:23,399 INFO [RS:0;83f56b55f2af:42245 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T09:21:23,399 INFO [RS:0;83f56b55f2af:42245 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T09:21:23,399 INFO [RS:0;83f56b55f2af:42245 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T09:21:23,399 DEBUG [RS:0;83f56b55f2af:42245 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:21:23,399 DEBUG [RS:0;83f56b55f2af:42245 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:21:23,399 DEBUG [RS:0;83f56b55f2af:42245 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:21:23,399 DEBUG [RS:0;83f56b55f2af:42245 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:21:23,399 DEBUG [RS:0;83f56b55f2af:42245 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:21:23,399 DEBUG [RS:0;83f56b55f2af:42245 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/83f56b55f2af:0, corePoolSize=2, maxPoolSize=2 2024-11-14T09:21:23,400 DEBUG [RS:0;83f56b55f2af:42245 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:21:23,400 DEBUG [RS:0;83f56b55f2af:42245 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:21:23,400 DEBUG [RS:0;83f56b55f2af:42245 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:21:23,400 DEBUG [RS:0;83f56b55f2af:42245 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:21:23,400 DEBUG [RS:0;83f56b55f2af:42245 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:21:23,400 DEBUG [RS:0;83f56b55f2af:42245 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:21:23,400 DEBUG [RS:0;83f56b55f2af:42245 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/83f56b55f2af:0, corePoolSize=3, maxPoolSize=3 2024-11-14T09:21:23,400 DEBUG [RS:0;83f56b55f2af:42245 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/83f56b55f2af:0, corePoolSize=3, maxPoolSize=3 2024-11-14T09:21:23,400 INFO [RS:0;83f56b55f2af:42245 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T09:21:23,400 INFO [RS:0;83f56b55f2af:42245 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T09:21:23,400 INFO [RS:0;83f56b55f2af:42245 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T09:21:23,400 INFO [RS:0;83f56b55f2af:42245 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T09:21:23,400 INFO [RS:0;83f56b55f2af:42245 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T09:21:23,400 INFO [RS:0;83f56b55f2af:42245 {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,42245,1731576081545-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T09:21:23,416 INFO [RS:0;83f56b55f2af:42245 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T09:21:23,416 INFO [RS:0;83f56b55f2af:42245 {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,42245,1731576081545-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T09:21:23,416 INFO [RS:0;83f56b55f2af:42245 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:21:23,416 INFO [RS:0;83f56b55f2af:42245 {}] regionserver.Replication(171): 83f56b55f2af,42245,1731576081545 started 2024-11-14T09:21:23,429 INFO [RS:0;83f56b55f2af:42245 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:21:23,429 INFO [RS:0;83f56b55f2af:42245 {}] regionserver.HRegionServer(1482): Serving as 83f56b55f2af,42245,1731576081545, RpcServer on 83f56b55f2af/172.17.0.2:42245, sessionid=0x10115c7f3e80007 2024-11-14T09:21:23,429 DEBUG [RS:0;83f56b55f2af:42245 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T09:21:23,429 DEBUG [RS:0;83f56b55f2af:42245 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 83f56b55f2af,42245,1731576081545 2024-11-14T09:21:23,429 DEBUG [RS:0;83f56b55f2af:42245 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '83f56b55f2af,42245,1731576081545' 2024-11-14T09:21:23,429 DEBUG [RS:0;83f56b55f2af:42245 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1318699706/flush-table-proc/abort' 2024-11-14T09:21:23,430 DEBUG [RS:0;83f56b55f2af:42245 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1318699706/flush-table-proc/acquired' 2024-11-14T09:21:23,430 DEBUG [RS:0;83f56b55f2af:42245 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T09:21:23,430 DEBUG [RS:0;83f56b55f2af:42245 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T09:21:23,430 DEBUG [RS:0;83f56b55f2af:42245 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 83f56b55f2af,42245,1731576081545 2024-11-14T09:21:23,430 DEBUG [RS:0;83f56b55f2af:42245 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '83f56b55f2af,42245,1731576081545' 2024-11-14T09:21:23,430 DEBUG [RS:0;83f56b55f2af:42245 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1318699706/online-snapshot/abort' 2024-11-14T09:21:23,430 DEBUG [RS:0;83f56b55f2af:42245 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1318699706/online-snapshot/acquired' 2024-11-14T09:21:23,430 DEBUG [RS:0;83f56b55f2af:42245 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T09:21:23,430 INFO [RS:0;83f56b55f2af:42245 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T09:21:23,431 INFO [RS:0;83f56b55f2af:42245 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T09:21:23,531 INFO [RS:0;83f56b55f2af:42245 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T09:21:23,532 INFO [RS:0;83f56b55f2af:42245 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=83f56b55f2af%2C42245%2C1731576081545, suffix=, logDir=hdfs://localhost:33007/user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d/WALs/83f56b55f2af,42245,1731576081545, archiveDir=hdfs://localhost:33007/user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d/oldWALs, maxLogs=10 2024-11-14T09:21:23,545 DEBUG [RS:0;83f56b55f2af:42245 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d/WALs/83f56b55f2af,42245,1731576081545/83f56b55f2af%2C42245%2C1731576081545.1731576083532, exclude list is [], retry=0 2024-11-14T09:21:23,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46079,DS-644e470d-fd73-42a9-a758-7009244393ef,DISK] 2024-11-14T09:21:23,549 INFO [RS:0;83f56b55f2af:42245 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d/WALs/83f56b55f2af,42245,1731576081545/83f56b55f2af%2C42245%2C1731576081545.1731576083532 2024-11-14T09:21:23,549 DEBUG [RS:0;83f56b55f2af:42245 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38101:38101)] 2024-11-14T09:21:23,711 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33007/user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T09:21:23,711 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33007/user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d 2024-11-14T09:21:23,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46079 is added to blk_1073741833_1009 (size=32) 2024-11-14T09:21:24,117 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:21:24,118 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T09:21:24,119 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T09:21:24,119 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:21:24,120 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:21:24,120 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T09:21:24,121 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T09:21:24,121 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:21:24,121 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:21:24,121 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T09:21:24,122 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T09:21:24,122 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:21:24,122 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:21:24,122 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T09:21:24,123 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T09:21:24,123 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:21:24,123 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:21:24,123 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T09:21:24,124 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33007/user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d/data/hbase/meta/1588230740 2024-11-14T09:21:24,124 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33007/user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d/data/hbase/meta/1588230740 2024-11-14T09:21:24,125 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T09:21:24,125 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T09:21:24,125 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T09:21:24,126 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T09:21:24,127 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33007/user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T09:21:24,128 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69281653, jitterRate=0.032377079129219055}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T09:21:24,128 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731576084117Initializing all the Stores at 1731576084118 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731576084118Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731576084118Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731576084118Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731576084118Cleaning up temporary data from old regions at 1731576084125 (+7 ms)Region opened successfully at 1731576084128 (+3 ms) 2024-11-14T09:21:24,128 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T09:21:24,128 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T09:21:24,128 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T09:21:24,128 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T09:21:24,128 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T09:21:24,128 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T09:21:24,128 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731576084128Disabling compacts and flushes for region at 1731576084128Disabling writes for close at 1731576084128Writing region close event to WAL at 1731576084128Closed at 1731576084128 2024-11-14T09:21:24,129 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T09:21:24,129 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T09:21:24,129 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T09:21:24,130 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T09:21:24,130 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T09:21:24,280 DEBUG [83f56b55f2af:37143 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T09:21:24,281 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=83f56b55f2af,42245,1731576081545 2024-11-14T09:21:24,282 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 83f56b55f2af,42245,1731576081545, state=OPENING 2024-11-14T09:21:24,284 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T09:21:24,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37143-0x10115c7f3e80006, quorum=127.0.0.1:62077, baseZNode=/2-1318699706 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1318699706 2024-11-14T09:21:24,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42245-0x10115c7f3e80007, quorum=127.0.0.1:62077, baseZNode=/2-1318699706 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1318699706 2024-11-14T09:21:24,286 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1318699706/meta-region-server: CHANGED 2024-11-14T09:21:24,286 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T09:21:24,286 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1318699706/meta-region-server: CHANGED 2024-11-14T09:21:24,286 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=83f56b55f2af,42245,1731576081545}] 2024-11-14T09:21:24,438 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T09:21:24,439 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43891, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T09:21:24,442 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T09:21:24,442 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T09:21:24,442 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T09:21:24,443 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=83f56b55f2af%2C42245%2C1731576081545.meta, suffix=.meta, logDir=hdfs://localhost:33007/user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d/WALs/83f56b55f2af,42245,1731576081545, archiveDir=hdfs://localhost:33007/user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d/oldWALs, maxLogs=10 2024-11-14T09:21:24,457 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d/WALs/83f56b55f2af,42245,1731576081545/83f56b55f2af%2C42245%2C1731576081545.meta.1731576084444.meta, exclude list is [], retry=0 2024-11-14T09:21:24,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46079,DS-644e470d-fd73-42a9-a758-7009244393ef,DISK] 2024-11-14T09:21:24,460 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d/WALs/83f56b55f2af,42245,1731576081545/83f56b55f2af%2C42245%2C1731576081545.meta.1731576084444.meta 2024-11-14T09:21:24,460 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38101:38101)] 2024-11-14T09:21:24,460 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T09:21:24,460 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T09:21:24,460 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T09:21:24,460 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T09:21:24,460 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T09:21:24,461 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T09:21:24,461 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:21:24,461 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T09:21:24,461 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T09:21:24,462 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T09:21:24,462 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T09:21:24,462 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:21:24,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:21:24,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T09:21:24,463 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T09:21:24,463 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:21:24,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:21:24,464 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T09:21:24,464 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T09:21:24,464 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:21:24,464 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:21:24,464 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T09:21:24,465 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T09:21:24,465 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:21:24,465 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:21:24,465 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T09:21:24,466 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33007/user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d/data/hbase/meta/1588230740 2024-11-14T09:21:24,466 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33007/user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d/data/hbase/meta/1588230740 2024-11-14T09:21:24,467 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T09:21:24,467 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T09:21:24,467 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T09:21:24,468 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T09:21:24,469 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73281626, jitterRate=0.09198132157325745}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T09:21:24,469 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T09:21:24,469 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731576084461Writing region info on filesystem at 1731576084461Initializing all the Stores at 1731576084461Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731576084461Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731576084462 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731576084462Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731576084462Cleaning up temporary data from old regions at 1731576084467 (+5 ms)Running coprocessor post-open hooks at 1731576084469 (+2 ms)Region opened successfully at 1731576084469 2024-11-14T09:21:24,470 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731576084438 2024-11-14T09:21:24,471 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T09:21:24,471 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T09:21:24,472 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=83f56b55f2af,42245,1731576081545 2024-11-14T09:21:24,472 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 83f56b55f2af,42245,1731576081545, state=OPEN 2024-11-14T09:21:24,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37143-0x10115c7f3e80006, quorum=127.0.0.1:62077, baseZNode=/2-1318699706 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1318699706/meta-region-server 2024-11-14T09:21:24,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42245-0x10115c7f3e80007, quorum=127.0.0.1:62077, baseZNode=/2-1318699706 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1318699706/meta-region-server 2024-11-14T09:21:24,475 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=83f56b55f2af,42245,1731576081545 2024-11-14T09:21:24,475 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1318699706/meta-region-server: CHANGED 2024-11-14T09:21:24,475 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1318699706/meta-region-server: CHANGED 2024-11-14T09:21:24,476 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T09:21:24,476 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=83f56b55f2af,42245,1731576081545 in 189 msec 2024-11-14T09:21:24,478 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T09:21:24,478 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 347 msec 2024-11-14T09:21:24,478 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T09:21:24,478 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T09:21:24,479 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:21:24,479 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83f56b55f2af,42245,1731576081545, seqNum=-1] 2024-11-14T09:21:24,479 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T09:21:24,480 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42947, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T09:21:24,483 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1850 sec 2024-11-14T09:21:24,484 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731576084483, completionTime=-1 2024-11-14T09:21:24,484 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T09:21:24,484 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T09:21:24,485 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T09:21:24,485 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731576144485 2024-11-14T09:21:24,485 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731576204485 2024-11-14T09:21:24,485 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T09:21:24,485 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,37143,1731576081509-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T09:21:24,486 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,37143,1731576081509-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:21:24,486 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,37143,1731576081509-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:21:24,486 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-83f56b55f2af:37143, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:21:24,486 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T09:21:24,486 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T09:21:24,487 DEBUG [master/83f56b55f2af:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T09:21:24,489 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.902sec 2024-11-14T09:21:24,489 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T09:21:24,489 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T09:21:24,489 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T09:21:24,489 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T09:21:24,489 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T09:21:24,489 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,37143,1731576081509-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T09:21:24,489 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,37143,1731576081509-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T09:21:24,490 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T09:21:24,490 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T09:21:24,490 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,37143,1731576081509-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:21:24,567 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2707d684, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:21:24,567 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83f56b55f2af,37143,-1 for getting cluster id 2024-11-14T09:21:24,567 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T09:21:24,568 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '979e1b9d-86d9-4a15-8ecd-48a3f651d344' 2024-11-14T09:21:24,568 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T09:21:24,568 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "979e1b9d-86d9-4a15-8ecd-48a3f651d344" 2024-11-14T09:21:24,569 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@342cd15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:21:24,569 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83f56b55f2af,37143,-1] 2024-11-14T09:21:24,569 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T09:21:24,569 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:21:24,570 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T09:21:24,570 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@242cc698, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:21:24,571 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:21:24,571 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83f56b55f2af,42245,1731576081545, seqNum=-1] 2024-11-14T09:21:24,572 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T09:21:24,573 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T09:21:24,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=83f56b55f2af,37143,1731576081509 2024-11-14T09:21:24,575 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:62077 2024-11-14T09:21:24,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:62077, baseZNode=/2-1318699706 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T09:21:24,577 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10115c7f3e80008 connected 2024-11-14T09:21:24,579 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T09:21:24,580 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 83f56b55f2af,40015,1731576073703 2024-11-14T09:21:24,580 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@61f6e523 2024-11-14T09:21:24,580 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T09:21:24,581 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T09:21:24,582 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40015 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T09:21:24,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40015 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T09:21:24,584 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T09:21:24,584 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:21:24,584 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40015 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T09:21:24,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T09:21:24,585 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T09:21:24,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34379 is added to blk_1073741835_1011 (size=902) 2024-11-14T09:21:24,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T09:21:24,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T09:21:24,991 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 94c74d917d04996c6d82524c11e3649f, NAME => 'test,,1731576084581.94c74d917d04996c6d82524c11e3649f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33865/user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e 2024-11-14T09:21:24,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34379 is added to blk_1073741836_1012 (size=39) 2024-11-14T09:21:24,996 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731576084581.94c74d917d04996c6d82524c11e3649f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:21:24,996 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 94c74d917d04996c6d82524c11e3649f, disabling compactions & flushes 2024-11-14T09:21:24,996 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731576084581.94c74d917d04996c6d82524c11e3649f. 2024-11-14T09:21:24,996 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731576084581.94c74d917d04996c6d82524c11e3649f. 2024-11-14T09:21:24,996 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731576084581.94c74d917d04996c6d82524c11e3649f. after waiting 0 ms 2024-11-14T09:21:24,996 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731576084581.94c74d917d04996c6d82524c11e3649f. 2024-11-14T09:21:24,996 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731576084581.94c74d917d04996c6d82524c11e3649f. 2024-11-14T09:21:24,996 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 94c74d917d04996c6d82524c11e3649f: Waiting for close lock at 1731576084996Disabling compacts and flushes for region at 1731576084996Disabling writes for close at 1731576084996Writing region close event to WAL at 1731576084996Closed at 1731576084996 2024-11-14T09:21:24,997 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T09:21:24,998 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731576084581.94c74d917d04996c6d82524c11e3649f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731576084997"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731576084997"}]},"ts":"1731576084997"} 2024-11-14T09:21:24,999 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T09:21:25,000 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T09:21:25,000 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731576085000"}]},"ts":"1731576085000"} 2024-11-14T09:21:25,001 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T09:21:25,002 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=94c74d917d04996c6d82524c11e3649f, ASSIGN}] 2024-11-14T09:21:25,002 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=94c74d917d04996c6d82524c11e3649f, ASSIGN 2024-11-14T09:21:25,003 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=94c74d917d04996c6d82524c11e3649f, ASSIGN; state=OFFLINE, location=83f56b55f2af,38605,1731576073761; forceNewPlan=false, retain=false 2024-11-14T09:21:25,154 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=94c74d917d04996c6d82524c11e3649f, regionState=OPENING, regionLocation=83f56b55f2af,38605,1731576073761 2024-11-14T09:21:25,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=94c74d917d04996c6d82524c11e3649f, ASSIGN because future has completed 2024-11-14T09:21:25,156 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 94c74d917d04996c6d82524c11e3649f, server=83f56b55f2af,38605,1731576073761}] 2024-11-14T09:21:25,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T09:21:25,311 INFO [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731576084581.94c74d917d04996c6d82524c11e3649f. 2024-11-14T09:21:25,311 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 94c74d917d04996c6d82524c11e3649f, NAME => 'test,,1731576084581.94c74d917d04996c6d82524c11e3649f.', STARTKEY => '', ENDKEY => ''} 2024-11-14T09:21:25,312 INFO [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T09:21:25,312 INFO [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T09:21:25,312 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 94c74d917d04996c6d82524c11e3649f 2024-11-14T09:21:25,312 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731576084581.94c74d917d04996c6d82524c11e3649f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:21:25,312 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 94c74d917d04996c6d82524c11e3649f 2024-11-14T09:21:25,312 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 94c74d917d04996c6d82524c11e3649f 2024-11-14T09:21:25,313 INFO [StoreOpener-94c74d917d04996c6d82524c11e3649f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 94c74d917d04996c6d82524c11e3649f 2024-11-14T09:21:25,314 INFO [StoreOpener-94c74d917d04996c6d82524c11e3649f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 94c74d917d04996c6d82524c11e3649f columnFamilyName f 2024-11-14T09:21:25,314 DEBUG [StoreOpener-94c74d917d04996c6d82524c11e3649f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:21:25,314 INFO [StoreOpener-94c74d917d04996c6d82524c11e3649f-1 {}] regionserver.HStore(327): Store=94c74d917d04996c6d82524c11e3649f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:21:25,314 INFO [StoreOpener-94c74d917d04996c6d82524c11e3649f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 94c74d917d04996c6d82524c11e3649f 2024-11-14T09:21:25,315 INFO [StoreOpener-94c74d917d04996c6d82524c11e3649f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 94c74d917d04996c6d82524c11e3649f columnFamilyName f1 2024-11-14T09:21:25,315 DEBUG [StoreOpener-94c74d917d04996c6d82524c11e3649f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:21:25,315 INFO [StoreOpener-94c74d917d04996c6d82524c11e3649f-1 {}] regionserver.HStore(327): Store=94c74d917d04996c6d82524c11e3649f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:21:25,316 INFO [StoreOpener-94c74d917d04996c6d82524c11e3649f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 94c74d917d04996c6d82524c11e3649f 2024-11-14T09:21:25,316 INFO [StoreOpener-94c74d917d04996c6d82524c11e3649f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 94c74d917d04996c6d82524c11e3649f columnFamilyName norep 2024-11-14T09:21:25,316 DEBUG [StoreOpener-94c74d917d04996c6d82524c11e3649f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:21:25,317 INFO [StoreOpener-94c74d917d04996c6d82524c11e3649f-1 {}] regionserver.HStore(327): Store=94c74d917d04996c6d82524c11e3649f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:21:25,317 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 94c74d917d04996c6d82524c11e3649f 2024-11-14T09:21:25,317 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33865/user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e/data/default/test/94c74d917d04996c6d82524c11e3649f 2024-11-14T09:21:25,318 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33865/user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e/data/default/test/94c74d917d04996c6d82524c11e3649f 2024-11-14T09:21:25,318 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 94c74d917d04996c6d82524c11e3649f 2024-11-14T09:21:25,318 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 94c74d917d04996c6d82524c11e3649f 2024-11-14T09:21:25,319 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T09:21:25,320 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 94c74d917d04996c6d82524c11e3649f 2024-11-14T09:21:25,321 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33865/user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e/data/default/test/94c74d917d04996c6d82524c11e3649f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T09:21:25,321 INFO [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 94c74d917d04996c6d82524c11e3649f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61279823, jitterRate=-0.08685947954654694}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T09:21:25,321 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 94c74d917d04996c6d82524c11e3649f 2024-11-14T09:21:25,322 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 94c74d917d04996c6d82524c11e3649f: Running coprocessor pre-open hook at 1731576085312Writing region info on filesystem at 1731576085312Initializing all the Stores at 1731576085313 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731576085313Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731576085313Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731576085313Cleaning up temporary data from old regions at 1731576085318 (+5 ms)Running coprocessor post-open hooks at 1731576085321 (+3 ms)Region opened successfully at 1731576085322 (+1 ms) 2024-11-14T09:21:25,323 INFO [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731576084581.94c74d917d04996c6d82524c11e3649f., pid=6, masterSystemTime=1731576085308 2024-11-14T09:21:25,325 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731576084581.94c74d917d04996c6d82524c11e3649f. 2024-11-14T09:21:25,325 INFO [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731576084581.94c74d917d04996c6d82524c11e3649f. 2024-11-14T09:21:25,325 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=94c74d917d04996c6d82524c11e3649f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=83f56b55f2af,38605,1731576073761 2024-11-14T09:21:25,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 94c74d917d04996c6d82524c11e3649f, server=83f56b55f2af,38605,1731576073761 because future has completed 2024-11-14T09:21:25,330 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T09:21:25,330 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 94c74d917d04996c6d82524c11e3649f, server=83f56b55f2af,38605,1731576073761 in 172 msec 2024-11-14T09:21:25,331 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T09:21:25,331 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=94c74d917d04996c6d82524c11e3649f, ASSIGN in 328 msec 2024-11-14T09:21:25,332 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T09:21:25,332 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731576085332"}]},"ts":"1731576085332"} 2024-11-14T09:21:25,334 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T09:21:25,335 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T09:21:25,336 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 753 msec 2024-11-14T09:21:25,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T09:21:25,725 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T09:21:25,725 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T09:21:25,726 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 83f56b55f2af,44917,1731576077751 2024-11-14T09:21:25,726 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@32dae94f 2024-11-14T09:21:25,726 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T09:21:25,727 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T09:21:25,728 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44917 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T09:21:25,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44917 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T09:21:25,730 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T09:21:25,730 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:21:25,730 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44917 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T09:21:25,731 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T09:21:25,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T09:21:25,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40437 is added to blk_1073741835_1011 (size=902) 2024-11-14T09:21:25,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T09:21:26,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T09:21:26,140 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 41406a4c74b2309ee1da893751b31e2b, NAME => 'test,,1731576085727.41406a4c74b2309ee1da893751b31e2b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e 2024-11-14T09:21:26,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40437 is added to blk_1073741836_1012 (size=39) 2024-11-14T09:21:26,145 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731576085727.41406a4c74b2309ee1da893751b31e2b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:21:26,145 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 41406a4c74b2309ee1da893751b31e2b, disabling compactions & flushes 2024-11-14T09:21:26,145 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731576085727.41406a4c74b2309ee1da893751b31e2b. 2024-11-14T09:21:26,145 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731576085727.41406a4c74b2309ee1da893751b31e2b. 2024-11-14T09:21:26,145 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731576085727.41406a4c74b2309ee1da893751b31e2b. after waiting 0 ms 2024-11-14T09:21:26,145 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731576085727.41406a4c74b2309ee1da893751b31e2b. 2024-11-14T09:21:26,145 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731576085727.41406a4c74b2309ee1da893751b31e2b. 2024-11-14T09:21:26,145 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 41406a4c74b2309ee1da893751b31e2b: Waiting for close lock at 1731576086145Disabling compacts and flushes for region at 1731576086145Disabling writes for close at 1731576086145Writing region close event to WAL at 1731576086145Closed at 1731576086145 2024-11-14T09:21:26,146 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T09:21:26,147 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731576085727.41406a4c74b2309ee1da893751b31e2b.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731576086146"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731576086146"}]},"ts":"1731576086146"} 2024-11-14T09:21:26,149 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T09:21:26,149 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T09:21:26,150 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731576086149"}]},"ts":"1731576086149"} 2024-11-14T09:21:26,151 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T09:21:26,151 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=41406a4c74b2309ee1da893751b31e2b, ASSIGN}] 2024-11-14T09:21:26,152 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=41406a4c74b2309ee1da893751b31e2b, ASSIGN 2024-11-14T09:21:26,153 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=41406a4c74b2309ee1da893751b31e2b, ASSIGN; state=OFFLINE, location=83f56b55f2af,41943,1731576077789; forceNewPlan=false, retain=false 2024-11-14T09:21:26,303 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=41406a4c74b2309ee1da893751b31e2b, regionState=OPENING, regionLocation=83f56b55f2af,41943,1731576077789 2024-11-14T09:21:26,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=41406a4c74b2309ee1da893751b31e2b, ASSIGN because future has completed 2024-11-14T09:21:26,306 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 41406a4c74b2309ee1da893751b31e2b, server=83f56b55f2af,41943,1731576077789}] 2024-11-14T09:21:26,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T09:21:26,461 INFO [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731576085727.41406a4c74b2309ee1da893751b31e2b. 2024-11-14T09:21:26,461 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 41406a4c74b2309ee1da893751b31e2b, NAME => 'test,,1731576085727.41406a4c74b2309ee1da893751b31e2b.', STARTKEY => '', ENDKEY => ''} 2024-11-14T09:21:26,461 INFO [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T09:21:26,461 INFO [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T09:21:26,461 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 41406a4c74b2309ee1da893751b31e2b 2024-11-14T09:21:26,462 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731576085727.41406a4c74b2309ee1da893751b31e2b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:21:26,462 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 41406a4c74b2309ee1da893751b31e2b 2024-11-14T09:21:26,462 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 41406a4c74b2309ee1da893751b31e2b 2024-11-14T09:21:26,463 INFO [StoreOpener-41406a4c74b2309ee1da893751b31e2b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 41406a4c74b2309ee1da893751b31e2b 2024-11-14T09:21:26,464 INFO [StoreOpener-41406a4c74b2309ee1da893751b31e2b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41406a4c74b2309ee1da893751b31e2b columnFamilyName f 2024-11-14T09:21:26,464 DEBUG [StoreOpener-41406a4c74b2309ee1da893751b31e2b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:21:26,464 INFO [StoreOpener-41406a4c74b2309ee1da893751b31e2b-1 {}] regionserver.HStore(327): Store=41406a4c74b2309ee1da893751b31e2b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:21:26,464 INFO [StoreOpener-41406a4c74b2309ee1da893751b31e2b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 41406a4c74b2309ee1da893751b31e2b 2024-11-14T09:21:26,465 INFO [StoreOpener-41406a4c74b2309ee1da893751b31e2b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41406a4c74b2309ee1da893751b31e2b columnFamilyName f1 2024-11-14T09:21:26,465 DEBUG [StoreOpener-41406a4c74b2309ee1da893751b31e2b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:21:26,465 INFO [StoreOpener-41406a4c74b2309ee1da893751b31e2b-1 {}] regionserver.HStore(327): Store=41406a4c74b2309ee1da893751b31e2b/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:21:26,465 INFO [StoreOpener-41406a4c74b2309ee1da893751b31e2b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 41406a4c74b2309ee1da893751b31e2b 2024-11-14T09:21:26,466 INFO [StoreOpener-41406a4c74b2309ee1da893751b31e2b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41406a4c74b2309ee1da893751b31e2b columnFamilyName norep 2024-11-14T09:21:26,466 DEBUG [StoreOpener-41406a4c74b2309ee1da893751b31e2b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:21:26,466 INFO [StoreOpener-41406a4c74b2309ee1da893751b31e2b-1 {}] regionserver.HStore(327): Store=41406a4c74b2309ee1da893751b31e2b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:21:26,466 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 41406a4c74b2309ee1da893751b31e2b 2024-11-14T09:21:26,467 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/data/default/test/41406a4c74b2309ee1da893751b31e2b 2024-11-14T09:21:26,467 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/data/default/test/41406a4c74b2309ee1da893751b31e2b 2024-11-14T09:21:26,468 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 41406a4c74b2309ee1da893751b31e2b 2024-11-14T09:21:26,468 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 41406a4c74b2309ee1da893751b31e2b 2024-11-14T09:21:26,468 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T09:21:26,469 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 41406a4c74b2309ee1da893751b31e2b 2024-11-14T09:21:26,470 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/data/default/test/41406a4c74b2309ee1da893751b31e2b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T09:21:26,470 INFO [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 41406a4c74b2309ee1da893751b31e2b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68947212, jitterRate=0.02739351987838745}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T09:21:26,471 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 41406a4c74b2309ee1da893751b31e2b 2024-11-14T09:21:26,471 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 41406a4c74b2309ee1da893751b31e2b: Running coprocessor pre-open hook at 1731576086462Writing region info on filesystem at 1731576086462Initializing all the Stores at 1731576086462Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731576086462Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731576086462Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731576086462Cleaning up temporary data from old regions at 1731576086468 (+6 ms)Running coprocessor post-open hooks at 1731576086471 (+3 ms)Region opened successfully at 1731576086471 2024-11-14T09:21:26,471 INFO [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731576085727.41406a4c74b2309ee1da893751b31e2b., pid=6, masterSystemTime=1731576086458 2024-11-14T09:21:26,473 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731576085727.41406a4c74b2309ee1da893751b31e2b. 2024-11-14T09:21:26,473 INFO [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731576085727.41406a4c74b2309ee1da893751b31e2b. 2024-11-14T09:21:26,473 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=41406a4c74b2309ee1da893751b31e2b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=83f56b55f2af,41943,1731576077789 2024-11-14T09:21:26,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 41406a4c74b2309ee1da893751b31e2b, server=83f56b55f2af,41943,1731576077789 because future has completed 2024-11-14T09:21:26,477 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T09:21:26,477 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 41406a4c74b2309ee1da893751b31e2b, server=83f56b55f2af,41943,1731576077789 in 170 msec 2024-11-14T09:21:26,478 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T09:21:26,478 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=41406a4c74b2309ee1da893751b31e2b, ASSIGN in 326 msec 2024-11-14T09:21:26,479 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T09:21:26,479 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731576086479"}]},"ts":"1731576086479"} 2024-11-14T09:21:26,480 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T09:21:26,481 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T09:21:26,482 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 753 msec 2024-11-14T09:21:26,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T09:21:26,865 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T09:21:26,865 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T09:21:26,866 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 83f56b55f2af,37143,1731576081509 2024-11-14T09:21:26,866 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@28d8aa6d 2024-11-14T09:21:26,867 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T09:21:26,868 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T09:21:26,869 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37143 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T09:21:26,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37143 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T09:21:26,871 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T09:21:26,871 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:21:26,871 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37143 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T09:21:26,872 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T09:21:26,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T09:21:26,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46079 is added to blk_1073741835_1011 (size=902) 2024-11-14T09:21:26,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T09:21:27,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T09:21:27,278 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3023a6981ad3a95c543b4816ce97538e, NAME => 'test,,1731576086868.3023a6981ad3a95c543b4816ce97538e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33007/user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d 2024-11-14T09:21:27,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46079 is added to blk_1073741836_1012 (size=39) 2024-11-14T09:21:27,487 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T09:21:27,487 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-14T09:21:27,488 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T09:21:27,488 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-14T09:21:27,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T09:21:27,611 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-14T09:21:27,683 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731576086868.3023a6981ad3a95c543b4816ce97538e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:21:27,683 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 3023a6981ad3a95c543b4816ce97538e, disabling compactions & flushes 2024-11-14T09:21:27,683 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731576086868.3023a6981ad3a95c543b4816ce97538e. 2024-11-14T09:21:27,683 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731576086868.3023a6981ad3a95c543b4816ce97538e. 2024-11-14T09:21:27,683 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731576086868.3023a6981ad3a95c543b4816ce97538e. after waiting 0 ms 2024-11-14T09:21:27,683 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731576086868.3023a6981ad3a95c543b4816ce97538e. 2024-11-14T09:21:27,683 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731576086868.3023a6981ad3a95c543b4816ce97538e. 2024-11-14T09:21:27,683 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3023a6981ad3a95c543b4816ce97538e: Waiting for close lock at 1731576087683Disabling compacts and flushes for region at 1731576087683Disabling writes for close at 1731576087683Writing region close event to WAL at 1731576087683Closed at 1731576087683 2024-11-14T09:21:27,684 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T09:21:27,685 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731576086868.3023a6981ad3a95c543b4816ce97538e.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731576087684"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731576087684"}]},"ts":"1731576087684"} 2024-11-14T09:21:27,687 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T09:21:27,687 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T09:21:27,687 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731576087687"}]},"ts":"1731576087687"} 2024-11-14T09:21:27,689 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T09:21:27,689 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3023a6981ad3a95c543b4816ce97538e, ASSIGN}] 2024-11-14T09:21:27,690 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3023a6981ad3a95c543b4816ce97538e, ASSIGN 2024-11-14T09:21:27,691 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=3023a6981ad3a95c543b4816ce97538e, ASSIGN; state=OFFLINE, location=83f56b55f2af,42245,1731576081545; forceNewPlan=false, retain=false 2024-11-14T09:21:27,841 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3023a6981ad3a95c543b4816ce97538e, regionState=OPENING, regionLocation=83f56b55f2af,42245,1731576081545 2024-11-14T09:21:27,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=3023a6981ad3a95c543b4816ce97538e, ASSIGN because future has completed 2024-11-14T09:21:27,844 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3023a6981ad3a95c543b4816ce97538e, server=83f56b55f2af,42245,1731576081545}] 2024-11-14T09:21:27,999 INFO [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731576086868.3023a6981ad3a95c543b4816ce97538e. 2024-11-14T09:21:27,999 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3023a6981ad3a95c543b4816ce97538e, NAME => 'test,,1731576086868.3023a6981ad3a95c543b4816ce97538e.', STARTKEY => '', ENDKEY => ''} 2024-11-14T09:21:27,999 INFO [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T09:21:27,999 INFO [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T09:21:27,999 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3023a6981ad3a95c543b4816ce97538e 2024-11-14T09:21:27,999 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731576086868.3023a6981ad3a95c543b4816ce97538e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:21:27,999 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3023a6981ad3a95c543b4816ce97538e 2024-11-14T09:21:27,999 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3023a6981ad3a95c543b4816ce97538e 2024-11-14T09:21:28,001 INFO [StoreOpener-3023a6981ad3a95c543b4816ce97538e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3023a6981ad3a95c543b4816ce97538e 2024-11-14T09:21:28,002 INFO [StoreOpener-3023a6981ad3a95c543b4816ce97538e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3023a6981ad3a95c543b4816ce97538e columnFamilyName f 2024-11-14T09:21:28,002 DEBUG [StoreOpener-3023a6981ad3a95c543b4816ce97538e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:21:28,002 INFO [StoreOpener-3023a6981ad3a95c543b4816ce97538e-1 {}] regionserver.HStore(327): Store=3023a6981ad3a95c543b4816ce97538e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:21:28,002 INFO [StoreOpener-3023a6981ad3a95c543b4816ce97538e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 3023a6981ad3a95c543b4816ce97538e 2024-11-14T09:21:28,003 INFO [StoreOpener-3023a6981ad3a95c543b4816ce97538e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3023a6981ad3a95c543b4816ce97538e columnFamilyName f1 2024-11-14T09:21:28,003 DEBUG [StoreOpener-3023a6981ad3a95c543b4816ce97538e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:21:28,003 INFO [StoreOpener-3023a6981ad3a95c543b4816ce97538e-1 {}] regionserver.HStore(327): Store=3023a6981ad3a95c543b4816ce97538e/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:21:28,003 INFO [StoreOpener-3023a6981ad3a95c543b4816ce97538e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3023a6981ad3a95c543b4816ce97538e 2024-11-14T09:21:28,004 INFO [StoreOpener-3023a6981ad3a95c543b4816ce97538e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3023a6981ad3a95c543b4816ce97538e columnFamilyName norep 2024-11-14T09:21:28,004 DEBUG [StoreOpener-3023a6981ad3a95c543b4816ce97538e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:21:28,004 INFO [StoreOpener-3023a6981ad3a95c543b4816ce97538e-1 {}] regionserver.HStore(327): Store=3023a6981ad3a95c543b4816ce97538e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:21:28,004 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3023a6981ad3a95c543b4816ce97538e 2024-11-14T09:21:28,005 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33007/user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d/data/default/test/3023a6981ad3a95c543b4816ce97538e 2024-11-14T09:21:28,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T09:21:28,005 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33007/user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d/data/default/test/3023a6981ad3a95c543b4816ce97538e 2024-11-14T09:21:28,006 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3023a6981ad3a95c543b4816ce97538e 2024-11-14T09:21:28,006 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3023a6981ad3a95c543b4816ce97538e 2024-11-14T09:21:28,006 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T09:21:28,007 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3023a6981ad3a95c543b4816ce97538e 2024-11-14T09:21:28,009 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33007/user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d/data/default/test/3023a6981ad3a95c543b4816ce97538e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T09:21:28,010 INFO [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3023a6981ad3a95c543b4816ce97538e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74142439, jitterRate=0.10480843484401703}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T09:21:28,010 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3023a6981ad3a95c543b4816ce97538e 2024-11-14T09:21:28,010 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3023a6981ad3a95c543b4816ce97538e: Running coprocessor pre-open hook at 1731576088000Writing region info on filesystem at 1731576088000Initializing all the Stores at 1731576088000Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731576088000Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731576088000Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731576088000Cleaning up temporary data from old regions at 1731576088006 (+6 ms)Running coprocessor post-open hooks at 1731576088010 (+4 ms)Region opened successfully at 1731576088010 2024-11-14T09:21:28,011 INFO [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731576086868.3023a6981ad3a95c543b4816ce97538e., pid=6, masterSystemTime=1731576087995 2024-11-14T09:21:28,012 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731576086868.3023a6981ad3a95c543b4816ce97538e. 2024-11-14T09:21:28,012 INFO [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731576086868.3023a6981ad3a95c543b4816ce97538e. 2024-11-14T09:21:28,013 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3023a6981ad3a95c543b4816ce97538e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=83f56b55f2af,42245,1731576081545 2024-11-14T09:21:28,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3023a6981ad3a95c543b4816ce97538e, server=83f56b55f2af,42245,1731576081545 because future has completed 2024-11-14T09:21:28,017 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T09:21:28,017 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3023a6981ad3a95c543b4816ce97538e, server=83f56b55f2af,42245,1731576081545 in 172 msec 2024-11-14T09:21:28,018 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T09:21:28,018 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=3023a6981ad3a95c543b4816ce97538e, ASSIGN in 328 msec 2024-11-14T09:21:28,019 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T09:21:28,019 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731576088019"}]},"ts":"1731576088019"} 2024-11-14T09:21:28,021 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T09:21:28,021 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T09:21:28,022 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1520 sec 2024-11-14T09:21:29,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T09:21:29,015 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T09:21:29,016 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@135ac38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:21:29,016 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83f56b55f2af,40015,-1 for getting cluster id 2024-11-14T09:21:29,016 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T09:21:29,017 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4d7fb9eb-f5d1-4204-9229-6335cd9c58a7' 2024-11-14T09:21:29,017 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T09:21:29,018 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4d7fb9eb-f5d1-4204-9229-6335cd9c58a7" 2024-11-14T09:21:29,018 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cc8071e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:21:29,018 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83f56b55f2af,40015,-1] 2024-11-14T09:21:29,018 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T09:21:29,018 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:21:29,019 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T09:21:29,020 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@125d27ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:21:29,020 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T09:21:29,021 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 83f56b55f2af,40015,1731576073703 2024-11-14T09:21:29,021 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7654ea61 2024-11-14T09:21:29,021 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T09:21:29,022 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43522, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T09:21:29,022 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40015 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://83f56b55f2af:44917,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T09:21:29,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40015 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T09:21:29,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T09:21:29,025 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='83f56b55f2af:44917' 2024-11-14T09:21:29,026 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bd548a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:21:29,026 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 83f56b55f2af,44917,-1 for getting cluster id 2024-11-14T09:21:29,026 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T09:21:29,026 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fdaf9882-d3fc-4fd6-9549-5ec29ec05ecf' 2024-11-14T09:21:29,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T09:21:29,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fdaf9882-d3fc-4fd6-9549-5ec29ec05ecf" 2024-11-14T09:21:29,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75b75c90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:21:29,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83f56b55f2af,44917,-1] 2024-11-14T09:21:29,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T09:21:29,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:21:29,028 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T09:21:29,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d116397, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:21:29,028 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T09:21:29,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 83f56b55f2af,44917,1731576077751 2024-11-14T09:21:29,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@44f21d3e 2024-11-14T09:21:29,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T09:21:29,030 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T09:21:29,031 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T09:21:29,031 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T09:21:29,031 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:21:29,031 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:21:29,031 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T09:21:29,032 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T09:21:29,033 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T09:21:29,034 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T09:21:29,034 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:21:29,034 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T09:21:29,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34379 is added to blk_1073741837_1013 (size=1138) 2024-11-14T09:21:29,083 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T09:21:29,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T09:21:29,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T09:21:29,441 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 38959bd1c78d076df8e72bb9863a57bf, NAME => 'hbase:replication,,1731576089031.38959bd1c78d076df8e72bb9863a57bf.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33865/user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e 2024-11-14T09:21:29,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34379 is added to blk_1073741838_1014 (size=44) 2024-11-14T09:21:29,446 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731576089031.38959bd1c78d076df8e72bb9863a57bf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:21:29,446 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 38959bd1c78d076df8e72bb9863a57bf, disabling compactions & flushes 2024-11-14T09:21:29,446 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731576089031.38959bd1c78d076df8e72bb9863a57bf. 2024-11-14T09:21:29,446 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731576089031.38959bd1c78d076df8e72bb9863a57bf. 2024-11-14T09:21:29,446 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731576089031.38959bd1c78d076df8e72bb9863a57bf. after waiting 0 ms 2024-11-14T09:21:29,446 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731576089031.38959bd1c78d076df8e72bb9863a57bf. 2024-11-14T09:21:29,446 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731576089031.38959bd1c78d076df8e72bb9863a57bf. 2024-11-14T09:21:29,446 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 38959bd1c78d076df8e72bb9863a57bf: Waiting for close lock at 1731576089446Disabling compacts and flushes for region at 1731576089446Disabling writes for close at 1731576089446Writing region close event to WAL at 1731576089446Closed at 1731576089446 2024-11-14T09:21:29,447 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T09:21:29,447 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731576089031.38959bd1c78d076df8e72bb9863a57bf.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731576089447"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731576089447"}]},"ts":"1731576089447"} 2024-11-14T09:21:29,449 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T09:21:29,450 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T09:21:29,450 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731576089450"}]},"ts":"1731576089450"} 2024-11-14T09:21:29,451 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T09:21:29,452 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=38959bd1c78d076df8e72bb9863a57bf, ASSIGN}] 2024-11-14T09:21:29,452 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=38959bd1c78d076df8e72bb9863a57bf, ASSIGN 2024-11-14T09:21:29,453 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=38959bd1c78d076df8e72bb9863a57bf, ASSIGN; state=OFFLINE, location=83f56b55f2af,38605,1731576073761; forceNewPlan=false, retain=false 2024-11-14T09:21:29,604 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=38959bd1c78d076df8e72bb9863a57bf, regionState=OPENING, regionLocation=83f56b55f2af,38605,1731576073761 2024-11-14T09:21:29,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=38959bd1c78d076df8e72bb9863a57bf, ASSIGN because future has completed 2024-11-14T09:21:29,606 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 38959bd1c78d076df8e72bb9863a57bf, server=83f56b55f2af,38605,1731576073761}] 2024-11-14T09:21:29,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T09:21:29,763 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731576089031.38959bd1c78d076df8e72bb9863a57bf. 2024-11-14T09:21:29,763 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T09:21:29,764 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T09:21:29,765 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=83f56b55f2af%2C38605%2C1731576073761.rep, suffix=, logDir=hdfs://localhost:33865/user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e/WALs/83f56b55f2af,38605,1731576073761, archiveDir=hdfs://localhost:33865/user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e/oldWALs, maxLogs=10 2024-11-14T09:21:29,781 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e/WALs/83f56b55f2af,38605,1731576073761/83f56b55f2af%2C38605%2C1731576073761.rep.1731576089765, exclude list is [], retry=0 2024-11-14T09:21:29,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34379,DS-9910951c-52b5-4c53-adda-68636f1602af,DISK] 2024-11-14T09:21:29,785 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e/WALs/83f56b55f2af,38605,1731576073761/83f56b55f2af%2C38605%2C1731576073761.rep.1731576089765 2024-11-14T09:21:29,785 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44779:44779)] 2024-11-14T09:21:29,785 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 38959bd1c78d076df8e72bb9863a57bf, NAME => 'hbase:replication,,1731576089031.38959bd1c78d076df8e72bb9863a57bf.', STARTKEY => '', ENDKEY => ''} 2024-11-14T09:21:29,786 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T09:21:29,786 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T09:21:29,786 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731576089031.38959bd1c78d076df8e72bb9863a57bf. service=MultiRowMutationService 2024-11-14T09:21:29,786 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T09:21:29,786 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 38959bd1c78d076df8e72bb9863a57bf 2024-11-14T09:21:29,786 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731576089031.38959bd1c78d076df8e72bb9863a57bf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:21:29,786 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 38959bd1c78d076df8e72bb9863a57bf 2024-11-14T09:21:29,786 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 38959bd1c78d076df8e72bb9863a57bf 2024-11-14T09:21:29,788 INFO [StoreOpener-38959bd1c78d076df8e72bb9863a57bf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 38959bd1c78d076df8e72bb9863a57bf 2024-11-14T09:21:29,789 INFO [StoreOpener-38959bd1c78d076df8e72bb9863a57bf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 38959bd1c78d076df8e72bb9863a57bf columnFamilyName hfileref 2024-11-14T09:21:29,789 DEBUG [StoreOpener-38959bd1c78d076df8e72bb9863a57bf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:21:29,790 INFO [StoreOpener-38959bd1c78d076df8e72bb9863a57bf-1 {}] regionserver.HStore(327): Store=38959bd1c78d076df8e72bb9863a57bf/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:21:29,790 INFO [StoreOpener-38959bd1c78d076df8e72bb9863a57bf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 38959bd1c78d076df8e72bb9863a57bf 2024-11-14T09:21:29,790 INFO [StoreOpener-38959bd1c78d076df8e72bb9863a57bf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 38959bd1c78d076df8e72bb9863a57bf columnFamilyName queue 2024-11-14T09:21:29,790 DEBUG [StoreOpener-38959bd1c78d076df8e72bb9863a57bf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:21:29,790 INFO [StoreOpener-38959bd1c78d076df8e72bb9863a57bf-1 {}] regionserver.HStore(327): Store=38959bd1c78d076df8e72bb9863a57bf/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:21:29,791 INFO [StoreOpener-38959bd1c78d076df8e72bb9863a57bf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 38959bd1c78d076df8e72bb9863a57bf 2024-11-14T09:21:29,791 INFO [StoreOpener-38959bd1c78d076df8e72bb9863a57bf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 38959bd1c78d076df8e72bb9863a57bf columnFamilyName sid 2024-11-14T09:21:29,791 DEBUG [StoreOpener-38959bd1c78d076df8e72bb9863a57bf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:21:29,791 INFO [StoreOpener-38959bd1c78d076df8e72bb9863a57bf-1 {}] regionserver.HStore(327): Store=38959bd1c78d076df8e72bb9863a57bf/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:21:29,792 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 38959bd1c78d076df8e72bb9863a57bf 2024-11-14T09:21:29,792 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33865/user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e/data/hbase/replication/38959bd1c78d076df8e72bb9863a57bf 2024-11-14T09:21:29,792 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33865/user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e/data/hbase/replication/38959bd1c78d076df8e72bb9863a57bf 2024-11-14T09:21:29,793 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 38959bd1c78d076df8e72bb9863a57bf 2024-11-14T09:21:29,793 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 38959bd1c78d076df8e72bb9863a57bf 2024-11-14T09:21:29,793 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T09:21:29,794 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 38959bd1c78d076df8e72bb9863a57bf 2024-11-14T09:21:29,795 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33865/user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e/data/hbase/replication/38959bd1c78d076df8e72bb9863a57bf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T09:21:29,796 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 38959bd1c78d076df8e72bb9863a57bf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66213224, jitterRate=-0.013346076011657715}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T09:21:29,796 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 38959bd1c78d076df8e72bb9863a57bf 2024-11-14T09:21:29,796 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 38959bd1c78d076df8e72bb9863a57bf: Running coprocessor pre-open hook at 1731576089786Writing region info on filesystem at 1731576089786Initializing all the Stores at 1731576089787 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731576089787Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731576089788 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731576089788Cleaning up temporary data from old regions at 1731576089793 (+5 ms)Running coprocessor post-open hooks at 1731576089796 (+3 ms)Region opened successfully at 1731576089796 2024-11-14T09:21:29,796 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731576089031.38959bd1c78d076df8e72bb9863a57bf., pid=10, masterSystemTime=1731576089758 2024-11-14T09:21:29,798 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731576089031.38959bd1c78d076df8e72bb9863a57bf. 2024-11-14T09:21:29,798 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731576089031.38959bd1c78d076df8e72bb9863a57bf. 2024-11-14T09:21:29,799 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=38959bd1c78d076df8e72bb9863a57bf, regionState=OPEN, openSeqNum=2, regionLocation=83f56b55f2af,38605,1731576073761 2024-11-14T09:21:29,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 38959bd1c78d076df8e72bb9863a57bf, server=83f56b55f2af,38605,1731576073761 because future has completed 2024-11-14T09:21:29,802 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T09:21:29,802 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 38959bd1c78d076df8e72bb9863a57bf, server=83f56b55f2af,38605,1731576073761 in 195 msec 2024-11-14T09:21:29,804 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T09:21:29,804 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=38959bd1c78d076df8e72bb9863a57bf, ASSIGN in 350 msec 2024-11-14T09:21:29,804 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T09:21:29,804 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731576089804"}]},"ts":"1731576089804"} 2024-11-14T09:21:29,806 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T09:21:29,806 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T09:21:29,807 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 774 msec 2024-11-14T09:21:29,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731576089031.38959bd1c78d076df8e72bb9863a57bf., hostname=83f56b55f2af,38605,1731576073761, seqNum=2] 2024-11-14T09:21:29,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40015-0x10115c7f3e80000, quorum=127.0.0.1:62077, baseZNode=/02138196364 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02138196364 2024-11-14T09:21:29,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38605-0x10115c7f3e80001, quorum=127.0.0.1:62077, baseZNode=/02138196364 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02138196364 2024-11-14T09:21:29,851 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T09:21:29,963 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T09:21:29,964 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:21:29,964 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:21:29,964 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:21:29,964 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:21:29,997 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:21:29,998 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:21:29,998 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:21:29,998 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:21:29,998 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:21:29,998 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:21:30,003 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T09:21:30,003 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:21:30,004 INFO [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T09:21:30,006 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:21:30,006 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:21:30,008 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:21:30,045 INFO [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-83f56b55f2af,38605,1731576073761, ReplicationSource: 1, currentBandwidth=0 2024-11-14T09:21:30,046 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:21:30,046 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83f56b55f2af,38605,1731576073761, seqNum=-1] 2024-11-14T09:21:30,047 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T09:21:30,048 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50071, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-14T09:21:30,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-83f56b55f2af,38605,1731576073761', locateType=CURRENT is [region=hbase:replication,,1731576089031.38959bd1c78d076df8e72bb9863a57bf., hostname=83f56b55f2af,38605,1731576073761, seqNum=2] 2024-11-14T09:21:30,051 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T09:21:30,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40015 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T09:21:30,054 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 83f56b55f2af,38605,1731576073761 suceeded 2024-11-14T09:21:30,055 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T09:21:30,055 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 203 msec 2024-11-14T09:21:30,055 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://83f56b55f2af:44917,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T09:21:30,057 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0330 sec 2024-11-14T09:21:30,066 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,38605,1731576073761 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='83f56b55f2af:44917' 2024-11-14T09:21:30,067 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,38605,1731576073761 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@86c9608, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:21:30,067 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,38605,1731576073761 {}] client.ClusterIdFetcher(90): Going to request 83f56b55f2af,44917,-1 for getting cluster id 2024-11-14T09:21:30,067 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,38605,1731576073761 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T09:21:30,068 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fdaf9882-d3fc-4fd6-9549-5ec29ec05ecf' 2024-11-14T09:21:30,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T09:21:30,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fdaf9882-d3fc-4fd6-9549-5ec29ec05ecf" 2024-11-14T09:21:30,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4f04a34e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:21:30,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83f56b55f2af,44917,-1] 2024-11-14T09:21:30,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T09:21:30,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:21:30,069 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-14T09:21:30,070 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,38605,1731576073761 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@48fcaad6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:21:30,070 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,38605,1731576073761 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T09:21:30,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 83f56b55f2af,44917,1731576077751 2024-11-14T09:21:30,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@a85741 2024-11-14T09:21:30,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T09:21:30,071 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-14T09:21:30,072 INFO [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,38605,1731576073761 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-83f56b55f2af,38605,1731576073761 (queues=1) is replicating from cluster=4d7fb9eb-f5d1-4204-9229-6335cd9c58a7 to cluster=fdaf9882-d3fc-4fd6-9549-5ec29ec05ecf 2024-11-14T09:21:30,072 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,38605,1731576073761 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=83f56b55f2af%2C38605%2C1731576073761 2024-11-14T09:21:30,072 INFO [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,38605,1731576073761 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-83f56b55f2af,38605,1731576073761, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T09:21:30,072 INFO [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,38605,1731576073761.replicationSource.shipper83f56b55f2af%2C38605%2C1731576073761,1-83f56b55f2af,38605,1731576073761 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 83f56b55f2af%2C38605%2C1731576073761 2024-11-14T09:21:30,072 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,38605,1731576073761.replicationSource.wal-reader.83f56b55f2af%2C38605%2C1731576073761,1-83f56b55f2af,38605,1731576073761 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33865/user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e/WALs/83f56b55f2af,38605,1731576073761/83f56b55f2af%2C38605%2C1731576073761.1731576075755, startPosition=0, beingWritten=true 2024-11-14T09:21:30,077 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,38605,1731576073761.replicationSource.wal-reader.83f56b55f2af%2C38605%2C1731576073761,1-83f56b55f2af,38605,1731576073761 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T09:21:30,077 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,38605,1731576073761.replicationSource.wal-reader.83f56b55f2af%2C38605%2C1731576073761,1-83f56b55f2af,38605,1731576073761 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33865/user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e/WALs/83f56b55f2af,38605,1731576073761/83f56b55f2af%2C38605%2C1731576073761.1731576075755 to pos 379, reset compression=false 2024-11-14T09:21:30,077 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,38605,1731576073761.replicationSource.shipper83f56b55f2af%2C38605%2C1731576073761,1-83f56b55f2af,38605,1731576073761 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83f56b55f2af,38605,1731576073761 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33865/user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e/WALs/83f56b55f2af,38605,1731576073761/83f56b55f2af%2C38605%2C1731576073761.1731576075755, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T09:21:30,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T09:21:30,165 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T09:21:30,165 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T09:21:30,165 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:21:30,165 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:21:30,166 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:21:30,166 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T09:21:30,166 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3952e362, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:21:30,166 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83f56b55f2af,44917,-1 for getting cluster id 2024-11-14T09:21:30,166 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T09:21:30,167 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fdaf9882-d3fc-4fd6-9549-5ec29ec05ecf' 2024-11-14T09:21:30,167 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T09:21:30,167 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fdaf9882-d3fc-4fd6-9549-5ec29ec05ecf" 2024-11-14T09:21:30,167 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b48591a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:21:30,167 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83f56b55f2af,44917,-1] 2024-11-14T09:21:30,168 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T09:21:30,168 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:21:30,168 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T09:21:30,169 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75ee97fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:21:30,169 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T09:21:30,170 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 83f56b55f2af,44917,1731576077751 2024-11-14T09:21:30,170 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3d258451 2024-11-14T09:21:30,170 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T09:21:30,171 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T09:21:30,171 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44917 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://83f56b55f2af:37143,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T09:21:30,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44917 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T09:21:30,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T09:21:30,173 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='83f56b55f2af:37143' 2024-11-14T09:21:30,174 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a596a06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:21:30,174 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 83f56b55f2af,37143,-1 for getting cluster id 2024-11-14T09:21:30,174 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T09:21:30,174 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '979e1b9d-86d9-4a15-8ecd-48a3f651d344' 2024-11-14T09:21:30,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T09:21:30,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "979e1b9d-86d9-4a15-8ecd-48a3f651d344" 2024-11-14T09:21:30,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20bf9e90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:21:30,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83f56b55f2af,37143,-1] 2024-11-14T09:21:30,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T09:21:30,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:21:30,175 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48460, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T09:21:30,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cb5359, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:21:30,176 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T09:21:30,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 83f56b55f2af,37143,1731576081509 2024-11-14T09:21:30,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1e7979db 2024-11-14T09:21:30,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T09:21:30,178 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T09:21:30,178 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T09:21:30,178 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T09:21:30,178 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:21:30,178 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:21:30,178 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T09:21:30,179 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T09:21:30,179 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T09:21:30,180 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T09:21:30,180 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:21:30,181 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T09:21:30,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40437 is added to blk_1073741837_1013 (size=1138) 2024-11-14T09:21:30,230 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T09:21:30,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T09:21:30,280 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,38605,1731576073761.replicationSource.wal-reader.83f56b55f2af%2C38605%2C1731576073761,1-83f56b55f2af,38605,1731576073761 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33865/user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e/WALs/83f56b55f2af,38605,1731576073761/83f56b55f2af%2C38605%2C1731576073761.1731576075755 to pos 379, reset compression=false 2024-11-14T09:21:30,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T09:21:30,583 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,38605,1731576073761.replicationSource.wal-reader.83f56b55f2af%2C38605%2C1731576073761,1-83f56b55f2af,38605,1731576073761 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33865/user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e/WALs/83f56b55f2af,38605,1731576073761/83f56b55f2af%2C38605%2C1731576073761.1731576075755 to pos 379, reset compression=false 2024-11-14T09:21:30,587 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => dcddfdf982d43d33902af8e2422a154e, NAME => 'hbase:replication,,1731576090178.dcddfdf982d43d33902af8e2422a154e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e 2024-11-14T09:21:30,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40437 is added to blk_1073741838_1014 (size=44) 2024-11-14T09:21:30,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T09:21:30,987 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,38605,1731576073761.replicationSource.wal-reader.83f56b55f2af%2C38605%2C1731576073761,1-83f56b55f2af,38605,1731576073761 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33865/user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e/WALs/83f56b55f2af,38605,1731576073761/83f56b55f2af%2C38605%2C1731576073761.1731576075755 to pos 379, reset compression=false 2024-11-14T09:21:30,992 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731576090178.dcddfdf982d43d33902af8e2422a154e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:21:30,992 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing dcddfdf982d43d33902af8e2422a154e, disabling compactions & flushes 2024-11-14T09:21:30,992 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731576090178.dcddfdf982d43d33902af8e2422a154e. 2024-11-14T09:21:30,992 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731576090178.dcddfdf982d43d33902af8e2422a154e. 2024-11-14T09:21:30,992 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731576090178.dcddfdf982d43d33902af8e2422a154e. after waiting 0 ms 2024-11-14T09:21:30,992 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731576090178.dcddfdf982d43d33902af8e2422a154e. 2024-11-14T09:21:30,992 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731576090178.dcddfdf982d43d33902af8e2422a154e. 2024-11-14T09:21:30,992 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for dcddfdf982d43d33902af8e2422a154e: Waiting for close lock at 1731576090992Disabling compacts and flushes for region at 1731576090992Disabling writes for close at 1731576090992Writing region close event to WAL at 1731576090992Closed at 1731576090992 2024-11-14T09:21:30,993 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T09:21:30,993 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731576090178.dcddfdf982d43d33902af8e2422a154e.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731576090993"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731576090993"}]},"ts":"1731576090993"} 2024-11-14T09:21:30,995 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T09:21:30,996 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T09:21:30,996 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731576090996"}]},"ts":"1731576090996"} 2024-11-14T09:21:30,997 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T09:21:30,997 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=dcddfdf982d43d33902af8e2422a154e, ASSIGN}] 2024-11-14T09:21:30,998 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=dcddfdf982d43d33902af8e2422a154e, ASSIGN 2024-11-14T09:21:30,999 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=dcddfdf982d43d33902af8e2422a154e, ASSIGN; state=OFFLINE, location=83f56b55f2af,41943,1731576077789; forceNewPlan=false, retain=false 2024-11-14T09:21:31,150 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=dcddfdf982d43d33902af8e2422a154e, regionState=OPENING, regionLocation=83f56b55f2af,41943,1731576077789 2024-11-14T09:21:31,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=dcddfdf982d43d33902af8e2422a154e, ASSIGN because future has completed 2024-11-14T09:21:31,152 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure dcddfdf982d43d33902af8e2422a154e, server=83f56b55f2af,41943,1731576077789}] 2024-11-14T09:21:31,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T09:21:31,307 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731576090178.dcddfdf982d43d33902af8e2422a154e. 2024-11-14T09:21:31,307 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T09:21:31,307 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T09:21:31,308 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=83f56b55f2af%2C41943%2C1731576077789.rep, suffix=, logDir=hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/WALs/83f56b55f2af,41943,1731576077789, archiveDir=hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/oldWALs, maxLogs=10 2024-11-14T09:21:31,326 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/WALs/83f56b55f2af,41943,1731576077789/83f56b55f2af%2C41943%2C1731576077789.rep.1731576091309, exclude list is [], retry=0 2024-11-14T09:21:31,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40437,DS-94920c69-0705-46d7-8a24-da8ad7a955ce,DISK] 2024-11-14T09:21:31,329 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/WALs/83f56b55f2af,41943,1731576077789/83f56b55f2af%2C41943%2C1731576077789.rep.1731576091309 2024-11-14T09:21:31,330 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44735:44735)] 2024-11-14T09:21:31,330 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => dcddfdf982d43d33902af8e2422a154e, NAME => 'hbase:replication,,1731576090178.dcddfdf982d43d33902af8e2422a154e.', STARTKEY => '', ENDKEY => ''} 2024-11-14T09:21:31,330 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T09:21:31,330 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T09:21:31,330 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731576090178.dcddfdf982d43d33902af8e2422a154e. service=MultiRowMutationService 2024-11-14T09:21:31,330 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T09:21:31,330 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication dcddfdf982d43d33902af8e2422a154e 2024-11-14T09:21:31,331 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731576090178.dcddfdf982d43d33902af8e2422a154e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:21:31,331 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for dcddfdf982d43d33902af8e2422a154e 2024-11-14T09:21:31,331 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for dcddfdf982d43d33902af8e2422a154e 2024-11-14T09:21:31,332 INFO [StoreOpener-dcddfdf982d43d33902af8e2422a154e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region dcddfdf982d43d33902af8e2422a154e 2024-11-14T09:21:31,333 INFO [StoreOpener-dcddfdf982d43d33902af8e2422a154e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dcddfdf982d43d33902af8e2422a154e columnFamilyName hfileref 2024-11-14T09:21:31,333 DEBUG [StoreOpener-dcddfdf982d43d33902af8e2422a154e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:21:31,333 INFO [StoreOpener-dcddfdf982d43d33902af8e2422a154e-1 {}] regionserver.HStore(327): Store=dcddfdf982d43d33902af8e2422a154e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:21:31,333 INFO [StoreOpener-dcddfdf982d43d33902af8e2422a154e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region dcddfdf982d43d33902af8e2422a154e 2024-11-14T09:21:31,334 INFO [StoreOpener-dcddfdf982d43d33902af8e2422a154e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dcddfdf982d43d33902af8e2422a154e columnFamilyName queue 2024-11-14T09:21:31,334 DEBUG [StoreOpener-dcddfdf982d43d33902af8e2422a154e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:21:31,334 INFO [StoreOpener-dcddfdf982d43d33902af8e2422a154e-1 {}] regionserver.HStore(327): Store=dcddfdf982d43d33902af8e2422a154e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:21:31,334 INFO [StoreOpener-dcddfdf982d43d33902af8e2422a154e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region dcddfdf982d43d33902af8e2422a154e 2024-11-14T09:21:31,335 INFO [StoreOpener-dcddfdf982d43d33902af8e2422a154e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dcddfdf982d43d33902af8e2422a154e columnFamilyName sid 2024-11-14T09:21:31,335 DEBUG [StoreOpener-dcddfdf982d43d33902af8e2422a154e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:21:31,335 INFO [StoreOpener-dcddfdf982d43d33902af8e2422a154e-1 {}] regionserver.HStore(327): Store=dcddfdf982d43d33902af8e2422a154e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:21:31,335 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for dcddfdf982d43d33902af8e2422a154e 2024-11-14T09:21:31,336 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/data/hbase/replication/dcddfdf982d43d33902af8e2422a154e 2024-11-14T09:21:31,336 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/data/hbase/replication/dcddfdf982d43d33902af8e2422a154e 2024-11-14T09:21:31,337 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for dcddfdf982d43d33902af8e2422a154e 2024-11-14T09:21:31,337 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for dcddfdf982d43d33902af8e2422a154e 2024-11-14T09:21:31,337 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T09:21:31,338 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for dcddfdf982d43d33902af8e2422a154e 2024-11-14T09:21:31,339 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/data/hbase/replication/dcddfdf982d43d33902af8e2422a154e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T09:21:31,340 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened dcddfdf982d43d33902af8e2422a154e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65939034, jitterRate=-0.017431825399398804}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T09:21:31,340 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dcddfdf982d43d33902af8e2422a154e 2024-11-14T09:21:31,340 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for dcddfdf982d43d33902af8e2422a154e: Running coprocessor pre-open hook at 1731576091331Writing region info on filesystem at 1731576091331Initializing all the Stores at 1731576091331Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731576091331Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731576091332 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731576091332Cleaning up temporary data from old regions at 1731576091337 (+5 ms)Running coprocessor post-open hooks at 1731576091340 (+3 ms)Region opened successfully at 1731576091340 2024-11-14T09:21:31,340 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731576090178.dcddfdf982d43d33902af8e2422a154e., pid=10, masterSystemTime=1731576091304 2024-11-14T09:21:31,342 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731576090178.dcddfdf982d43d33902af8e2422a154e. 2024-11-14T09:21:31,342 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731576090178.dcddfdf982d43d33902af8e2422a154e. 2024-11-14T09:21:31,343 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=dcddfdf982d43d33902af8e2422a154e, regionState=OPEN, openSeqNum=2, regionLocation=83f56b55f2af,41943,1731576077789 2024-11-14T09:21:31,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure dcddfdf982d43d33902af8e2422a154e, server=83f56b55f2af,41943,1731576077789 because future has completed 2024-11-14T09:21:31,346 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T09:21:31,346 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure dcddfdf982d43d33902af8e2422a154e, server=83f56b55f2af,41943,1731576077789 in 193 msec 2024-11-14T09:21:31,348 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T09:21:31,348 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=dcddfdf982d43d33902af8e2422a154e, ASSIGN in 349 msec 2024-11-14T09:21:31,348 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T09:21:31,349 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731576091348"}]},"ts":"1731576091348"} 2024-11-14T09:21:31,350 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T09:21:31,351 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T09:21:31,352 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1720 sec 2024-11-14T09:21:31,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731576090178.dcddfdf982d43d33902af8e2422a154e., hostname=83f56b55f2af,41943,1731576077789, seqNum=2] 2024-11-14T09:21:31,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44917-0x10115c7f3e80003, quorum=127.0.0.1:62077, baseZNode=/12051546041 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12051546041 2024-11-14T09:21:31,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41943-0x10115c7f3e80004, quorum=127.0.0.1:62077, baseZNode=/12051546041 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12051546041 2024-11-14T09:21:31,393 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T09:21:31,490 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,38605,1731576073761.replicationSource.wal-reader.83f56b55f2af%2C38605%2C1731576073761,1-83f56b55f2af,38605,1731576073761 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33865/user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e/WALs/83f56b55f2af,38605,1731576073761/83f56b55f2af%2C38605%2C1731576073761.1731576075755 to pos 379, reset compression=false 2024-11-14T09:21:31,546 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41943 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T09:21:31,546 INFO [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T09:21:31,575 INFO [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-83f56b55f2af,41943,1731576077789, ReplicationSource: 1, currentBandwidth=0 2024-11-14T09:21:31,576 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:21:31,576 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83f56b55f2af,41943,1731576077789, seqNum=-1] 2024-11-14T09:21:31,576 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T09:21:31,577 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51737, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-14T09:21:31,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-83f56b55f2af,41943,1731576077789', locateType=CURRENT is [region=hbase:replication,,1731576090178.dcddfdf982d43d33902af8e2422a154e., hostname=83f56b55f2af,41943,1731576077789, seqNum=2] 2024-11-14T09:21:31,580 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T09:21:31,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44917 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T09:21:31,582 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 83f56b55f2af,41943,1731576077789 suceeded 2024-11-14T09:21:31,584 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T09:21:31,584 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-11-14T09:21:31,584 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://83f56b55f2af:37143,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T09:21:31,585 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4130 sec 2024-11-14T09:21:31,594 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,41943,1731576077789 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='83f56b55f2af:37143' 2024-11-14T09:21:31,595 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,41943,1731576077789 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@57b2a4e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:21:31,595 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,41943,1731576077789 {}] client.ClusterIdFetcher(90): Going to request 83f56b55f2af,37143,-1 for getting cluster id 2024-11-14T09:21:31,595 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,41943,1731576077789 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T09:21:31,596 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '979e1b9d-86d9-4a15-8ecd-48a3f651d344' 2024-11-14T09:21:31,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T09:21:31,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "979e1b9d-86d9-4a15-8ecd-48a3f651d344" 2024-11-14T09:21:31,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@27e039f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:21:31,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83f56b55f2af,37143,-1] 2024-11-14T09:21:31,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T09:21:31,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:21:31,597 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-14T09:21:31,597 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,41943,1731576077789 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@677bd7d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:21:31,597 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,41943,1731576077789 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T09:21:31,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 83f56b55f2af,37143,1731576081509 2024-11-14T09:21:31,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@b99a8e1 2024-11-14T09:21:31,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T09:21:31,599 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-14T09:21:31,599 INFO [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,41943,1731576077789 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-83f56b55f2af,41943,1731576077789 (queues=1) is replicating from cluster=fdaf9882-d3fc-4fd6-9549-5ec29ec05ecf to cluster=979e1b9d-86d9-4a15-8ecd-48a3f651d344 2024-11-14T09:21:31,599 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,41943,1731576077789 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=83f56b55f2af%2C41943%2C1731576077789 2024-11-14T09:21:31,599 INFO [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,41943,1731576077789 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-83f56b55f2af,41943,1731576077789, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T09:21:31,600 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,41943,1731576077789.replicationSource.wal-reader.83f56b55f2af%2C41943%2C1731576077789,1-83f56b55f2af,41943,1731576077789 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/WALs/83f56b55f2af,41943,1731576077789/83f56b55f2af%2C41943%2C1731576077789.1731576079382, startPosition=0, beingWritten=true 2024-11-14T09:21:31,600 INFO [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,41943,1731576077789.replicationSource.shipper83f56b55f2af%2C41943%2C1731576077789,1-83f56b55f2af,41943,1731576077789 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 83f56b55f2af%2C41943%2C1731576077789 2024-11-14T09:21:31,604 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,41943,1731576077789.replicationSource.wal-reader.83f56b55f2af%2C41943%2C1731576077789,1-83f56b55f2af,41943,1731576077789 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T09:21:31,604 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,41943,1731576077789.replicationSource.wal-reader.83f56b55f2af%2C41943%2C1731576077789,1-83f56b55f2af,41943,1731576077789 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/WALs/83f56b55f2af,41943,1731576077789/83f56b55f2af%2C41943%2C1731576077789.1731576079382 to pos 379, reset compression=false 2024-11-14T09:21:31,604 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,41943,1731576077789.replicationSource.shipper83f56b55f2af%2C41943%2C1731576077789,1-83f56b55f2af,41943,1731576077789 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83f56b55f2af,41943,1731576077789 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/WALs/83f56b55f2af,41943,1731576077789/83f56b55f2af%2C41943%2C1731576077789.1731576079382, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T09:21:31,808 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,41943,1731576077789.replicationSource.wal-reader.83f56b55f2af%2C41943%2C1731576077789,1-83f56b55f2af,41943,1731576077789 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/WALs/83f56b55f2af,41943,1731576077789/83f56b55f2af%2C41943%2C1731576077789.1731576079382 to pos 379, reset compression=false 2024-11-14T09:21:32,094 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,38605,1731576073761.replicationSource.wal-reader.83f56b55f2af%2C38605%2C1731576073761,1-83f56b55f2af,38605,1731576073761 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33865/user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e/WALs/83f56b55f2af,38605,1731576073761/83f56b55f2af%2C38605%2C1731576073761.1731576075755 to pos 379, reset compression=false 2024-11-14T09:21:32,112 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,41943,1731576077789.replicationSource.wal-reader.83f56b55f2af%2C41943%2C1731576077789,1-83f56b55f2af,41943,1731576077789 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/WALs/83f56b55f2af,41943,1731576077789/83f56b55f2af%2C41943%2C1731576077789.1731576079382 to pos 379, reset compression=false 2024-11-14T09:21:32,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T09:21:32,315 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T09:21:32,315 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T09:21:32,315 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:21:32,315 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:21:32,315 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:21:32,315 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T09:21:32,316 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c425b69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:21:32,316 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83f56b55f2af,37143,-1 for getting cluster id 2024-11-14T09:21:32,316 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T09:21:32,317 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '979e1b9d-86d9-4a15-8ecd-48a3f651d344' 2024-11-14T09:21:32,317 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T09:21:32,317 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "979e1b9d-86d9-4a15-8ecd-48a3f651d344" 2024-11-14T09:21:32,318 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a0733de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:21:32,318 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83f56b55f2af,37143,-1] 2024-11-14T09:21:32,318 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T09:21:32,318 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:21:32,319 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T09:21:32,319 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43dffae5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:21:32,319 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T09:21:32,320 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 83f56b55f2af,37143,1731576081509 2024-11-14T09:21:32,320 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@743df5cd 2024-11-14T09:21:32,320 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T09:21:32,321 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T09:21:32,321 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37143 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://83f56b55f2af:44917,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T09:21:32,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37143 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T09:21:32,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T09:21:32,323 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='83f56b55f2af:44917' 2024-11-14T09:21:32,324 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59fdb839, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:21:32,324 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 83f56b55f2af,44917,-1 for getting cluster id 2024-11-14T09:21:32,324 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T09:21:32,325 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fdaf9882-d3fc-4fd6-9549-5ec29ec05ecf' 2024-11-14T09:21:32,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T09:21:32,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fdaf9882-d3fc-4fd6-9549-5ec29ec05ecf" 2024-11-14T09:21:32,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f93dff6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:21:32,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83f56b55f2af,44917,-1] 2024-11-14T09:21:32,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T09:21:32,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:21:32,326 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39224, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T09:21:32,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4de87e6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:21:32,326 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T09:21:32,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 83f56b55f2af,44917,1731576077751 2024-11-14T09:21:32,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7dd0f703 2024-11-14T09:21:32,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T09:21:32,327 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T09:21:32,328 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-14T09:21:32,328 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T09:21:32,328 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:21:32,328 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:21:32,328 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T09:21:32,329 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T09:21:32,329 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T09:21:32,330 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T09:21:32,330 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:21:32,331 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T09:21:32,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46079 is added to blk_1073741837_1013 (size=1138) 2024-11-14T09:21:32,380 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T09:21:32,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T09:21:32,516 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,41943,1731576077789.replicationSource.wal-reader.83f56b55f2af%2C41943%2C1731576077789,1-83f56b55f2af,41943,1731576077789 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/WALs/83f56b55f2af,41943,1731576077789/83f56b55f2af%2C41943%2C1731576077789.1731576079382 to pos 379, reset compression=false 2024-11-14T09:21:32,564 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T09:21:32,565 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [83f56b55f2af,37065,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=83f56b55f2af:37065 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T09:21:32,565 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88765 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [83f56b55f2af,37065,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=83f56b55f2af:37065 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T09:21:32,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T09:21:32,738 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 64e8c5a320ecbc76724805a90287e902, NAME => 'hbase:replication,,1731576092328.64e8c5a320ecbc76724805a90287e902.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33007/user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d 2024-11-14T09:21:32,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46079 is added to blk_1073741838_1014 (size=44) 2024-11-14T09:21:32,797 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,38605,1731576073761.replicationSource.wal-reader.83f56b55f2af%2C38605%2C1731576073761,1-83f56b55f2af,38605,1731576073761 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33865/user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e/WALs/83f56b55f2af,38605,1731576073761/83f56b55f2af%2C38605%2C1731576073761.1731576075755 to pos 379, reset compression=false 2024-11-14T09:21:32,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T09:21:33,020 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,41943,1731576077789.replicationSource.wal-reader.83f56b55f2af%2C41943%2C1731576077789,1-83f56b55f2af,41943,1731576077789 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/WALs/83f56b55f2af,41943,1731576077789/83f56b55f2af%2C41943%2C1731576077789.1731576079382 to pos 379, reset compression=false 2024-11-14T09:21:33,150 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731576092328.64e8c5a320ecbc76724805a90287e902.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:21:33,150 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 64e8c5a320ecbc76724805a90287e902, disabling compactions & flushes 2024-11-14T09:21:33,150 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731576092328.64e8c5a320ecbc76724805a90287e902. 2024-11-14T09:21:33,150 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731576092328.64e8c5a320ecbc76724805a90287e902. 2024-11-14T09:21:33,150 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731576092328.64e8c5a320ecbc76724805a90287e902. after waiting 0 ms 2024-11-14T09:21:33,150 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731576092328.64e8c5a320ecbc76724805a90287e902. 2024-11-14T09:21:33,150 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731576092328.64e8c5a320ecbc76724805a90287e902. 2024-11-14T09:21:33,150 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 64e8c5a320ecbc76724805a90287e902: Waiting for close lock at 1731576093150Disabling compacts and flushes for region at 1731576093150Disabling writes for close at 1731576093150Writing region close event to WAL at 1731576093150Closed at 1731576093150 2024-11-14T09:21:33,152 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T09:21:33,152 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731576092328.64e8c5a320ecbc76724805a90287e902.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731576093152"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731576093152"}]},"ts":"1731576093152"} 2024-11-14T09:21:33,154 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T09:21:33,154 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T09:21:33,155 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731576093154"}]},"ts":"1731576093154"} 2024-11-14T09:21:33,156 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T09:21:33,156 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=64e8c5a320ecbc76724805a90287e902, ASSIGN}] 2024-11-14T09:21:33,157 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=64e8c5a320ecbc76724805a90287e902, ASSIGN 2024-11-14T09:21:33,158 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=64e8c5a320ecbc76724805a90287e902, ASSIGN; state=OFFLINE, location=83f56b55f2af,42245,1731576081545; forceNewPlan=false, retain=false 2024-11-14T09:21:33,308 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=64e8c5a320ecbc76724805a90287e902, regionState=OPENING, regionLocation=83f56b55f2af,42245,1731576081545 2024-11-14T09:21:33,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=64e8c5a320ecbc76724805a90287e902, ASSIGN because future has completed 2024-11-14T09:21:33,311 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 64e8c5a320ecbc76724805a90287e902, server=83f56b55f2af,42245,1731576081545}] 2024-11-14T09:21:33,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T09:21:33,466 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731576092328.64e8c5a320ecbc76724805a90287e902. 2024-11-14T09:21:33,466 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T09:21:33,466 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T09:21:33,467 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=83f56b55f2af%2C42245%2C1731576081545.rep, suffix=, logDir=hdfs://localhost:33007/user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d/WALs/83f56b55f2af,42245,1731576081545, archiveDir=hdfs://localhost:33007/user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d/oldWALs, maxLogs=10 2024-11-14T09:21:33,481 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d/WALs/83f56b55f2af,42245,1731576081545/83f56b55f2af%2C42245%2C1731576081545.rep.1731576093468, exclude list is [], retry=0 2024-11-14T09:21:33,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46079,DS-644e470d-fd73-42a9-a758-7009244393ef,DISK] 2024-11-14T09:21:33,485 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d/WALs/83f56b55f2af,42245,1731576081545/83f56b55f2af%2C42245%2C1731576081545.rep.1731576093468 2024-11-14T09:21:33,485 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38101:38101)] 2024-11-14T09:21:33,485 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 64e8c5a320ecbc76724805a90287e902, NAME => 'hbase:replication,,1731576092328.64e8c5a320ecbc76724805a90287e902.', STARTKEY => '', ENDKEY => ''} 2024-11-14T09:21:33,486 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T09:21:33,486 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T09:21:33,486 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731576092328.64e8c5a320ecbc76724805a90287e902. service=MultiRowMutationService 2024-11-14T09:21:33,486 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T09:21:33,486 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 64e8c5a320ecbc76724805a90287e902 2024-11-14T09:21:33,486 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731576092328.64e8c5a320ecbc76724805a90287e902.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:21:33,486 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 64e8c5a320ecbc76724805a90287e902 2024-11-14T09:21:33,486 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 64e8c5a320ecbc76724805a90287e902 2024-11-14T09:21:33,487 INFO [StoreOpener-64e8c5a320ecbc76724805a90287e902-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 64e8c5a320ecbc76724805a90287e902 2024-11-14T09:21:33,488 INFO [StoreOpener-64e8c5a320ecbc76724805a90287e902-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 64e8c5a320ecbc76724805a90287e902 columnFamilyName hfileref 2024-11-14T09:21:33,488 DEBUG [StoreOpener-64e8c5a320ecbc76724805a90287e902-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:21:33,489 INFO [StoreOpener-64e8c5a320ecbc76724805a90287e902-1 {}] regionserver.HStore(327): Store=64e8c5a320ecbc76724805a90287e902/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:21:33,489 INFO [StoreOpener-64e8c5a320ecbc76724805a90287e902-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 64e8c5a320ecbc76724805a90287e902 2024-11-14T09:21:33,490 INFO [StoreOpener-64e8c5a320ecbc76724805a90287e902-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 64e8c5a320ecbc76724805a90287e902 columnFamilyName queue 2024-11-14T09:21:33,490 DEBUG [StoreOpener-64e8c5a320ecbc76724805a90287e902-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:21:33,490 INFO [StoreOpener-64e8c5a320ecbc76724805a90287e902-1 {}] regionserver.HStore(327): Store=64e8c5a320ecbc76724805a90287e902/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:21:33,490 INFO [StoreOpener-64e8c5a320ecbc76724805a90287e902-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 64e8c5a320ecbc76724805a90287e902 2024-11-14T09:21:33,490 INFO [StoreOpener-64e8c5a320ecbc76724805a90287e902-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 64e8c5a320ecbc76724805a90287e902 columnFamilyName sid 2024-11-14T09:21:33,491 DEBUG [StoreOpener-64e8c5a320ecbc76724805a90287e902-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:21:33,491 INFO [StoreOpener-64e8c5a320ecbc76724805a90287e902-1 {}] regionserver.HStore(327): Store=64e8c5a320ecbc76724805a90287e902/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:21:33,491 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 64e8c5a320ecbc76724805a90287e902 2024-11-14T09:21:33,491 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33007/user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d/data/hbase/replication/64e8c5a320ecbc76724805a90287e902 2024-11-14T09:21:33,492 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33007/user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d/data/hbase/replication/64e8c5a320ecbc76724805a90287e902 2024-11-14T09:21:33,492 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 64e8c5a320ecbc76724805a90287e902 2024-11-14T09:21:33,492 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 64e8c5a320ecbc76724805a90287e902 2024-11-14T09:21:33,493 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T09:21:33,493 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 64e8c5a320ecbc76724805a90287e902 2024-11-14T09:21:33,495 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33007/user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d/data/hbase/replication/64e8c5a320ecbc76724805a90287e902/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T09:21:33,495 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 64e8c5a320ecbc76724805a90287e902; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71740633, jitterRate=0.06901873648166656}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T09:21:33,495 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 64e8c5a320ecbc76724805a90287e902 2024-11-14T09:21:33,495 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 64e8c5a320ecbc76724805a90287e902: Running coprocessor pre-open hook at 1731576093487Writing region info on filesystem at 1731576093487Initializing all the Stores at 1731576093487Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731576093487Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731576093487Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731576093487Cleaning up temporary data from old regions at 1731576093492 (+5 ms)Running coprocessor post-open hooks at 1731576093495 (+3 ms)Region opened successfully at 1731576093495 2024-11-14T09:21:33,496 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731576092328.64e8c5a320ecbc76724805a90287e902., pid=10, masterSystemTime=1731576093462 2024-11-14T09:21:33,498 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731576092328.64e8c5a320ecbc76724805a90287e902. 2024-11-14T09:21:33,498 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731576092328.64e8c5a320ecbc76724805a90287e902. 2024-11-14T09:21:33,498 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=64e8c5a320ecbc76724805a90287e902, regionState=OPEN, openSeqNum=2, regionLocation=83f56b55f2af,42245,1731576081545 2024-11-14T09:21:33,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 64e8c5a320ecbc76724805a90287e902, server=83f56b55f2af,42245,1731576081545 because future has completed 2024-11-14T09:21:33,502 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T09:21:33,502 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 64e8c5a320ecbc76724805a90287e902, server=83f56b55f2af,42245,1731576081545 in 190 msec 2024-11-14T09:21:33,504 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T09:21:33,504 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=64e8c5a320ecbc76724805a90287e902, ASSIGN in 346 msec 2024-11-14T09:21:33,504 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T09:21:33,505 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731576093504"}]},"ts":"1731576093504"} 2024-11-14T09:21:33,507 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T09:21:33,507 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T09:21:33,509 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1780 sec 2024-11-14T09:21:33,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731576092328.64e8c5a320ecbc76724805a90287e902., hostname=83f56b55f2af,42245,1731576081545, seqNum=2] 2024-11-14T09:21:33,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42245-0x10115c7f3e80007, quorum=127.0.0.1:62077, baseZNode=/2-1318699706 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1318699706 2024-11-14T09:21:33,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37143-0x10115c7f3e80006, quorum=127.0.0.1:62077, baseZNode=/2-1318699706 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1318699706 2024-11-14T09:21:33,558 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T09:21:33,601 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,38605,1731576073761.replicationSource.wal-reader.83f56b55f2af%2C38605%2C1731576073761,1-83f56b55f2af,38605,1731576073761 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33865/user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e/WALs/83f56b55f2af,38605,1731576073761/83f56b55f2af%2C38605%2C1731576073761.1731576075755 to pos 379, reset compression=false 2024-11-14T09:21:33,611 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-14T09:21:33,623 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,41943,1731576077789.replicationSource.wal-reader.83f56b55f2af%2C41943%2C1731576077789,1-83f56b55f2af,41943,1731576077789 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/WALs/83f56b55f2af,41943,1731576077789/83f56b55f2af%2C41943%2C1731576077789.1731576079382 to pos 379, reset compression=false 2024-11-14T09:21:33,710 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42245 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T09:21:33,710 INFO [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T09:21:33,739 INFO [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-83f56b55f2af,42245,1731576081545, ReplicationSource: 1, currentBandwidth=0 2024-11-14T09:21:33,740 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:21:33,740 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83f56b55f2af,42245,1731576081545, seqNum=-1] 2024-11-14T09:21:33,740 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T09:21:33,741 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60505, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-14T09:21:33,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-83f56b55f2af,42245,1731576081545', locateType=CURRENT is [region=hbase:replication,,1731576092328.64e8c5a320ecbc76724805a90287e902., hostname=83f56b55f2af,42245,1731576081545, seqNum=2] 2024-11-14T09:21:33,744 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T09:21:33,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37143 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T09:21:33,746 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 83f56b55f2af,42245,1731576081545 suceeded 2024-11-14T09:21:33,748 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T09:21:33,748 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-11-14T09:21:33,748 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://83f56b55f2af:44917,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T09:21:33,749 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4270 sec 2024-11-14T09:21:33,759 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42245,1731576081545 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='83f56b55f2af:44917' 2024-11-14T09:21:33,760 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42245,1731576081545 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3f1b87fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:21:33,760 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42245,1731576081545 {}] client.ClusterIdFetcher(90): Going to request 83f56b55f2af,44917,-1 for getting cluster id 2024-11-14T09:21:33,761 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42245,1731576081545 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T09:21:33,761 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fdaf9882-d3fc-4fd6-9549-5ec29ec05ecf' 2024-11-14T09:21:33,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T09:21:33,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fdaf9882-d3fc-4fd6-9549-5ec29ec05ecf" 2024-11-14T09:21:33,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@220dd7e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:21:33,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83f56b55f2af,44917,-1] 2024-11-14T09:21:33,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T09:21:33,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:21:33,763 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-14T09:21:33,763 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42245,1731576081545 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@184c9ab2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:21:33,763 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42245,1731576081545 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T09:21:33,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 83f56b55f2af,44917,1731576077751 2024-11-14T09:21:33,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2037bc01 2024-11-14T09:21:33,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T09:21:33,765 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-14T09:21:33,765 INFO [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42245,1731576081545 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-83f56b55f2af,42245,1731576081545 (queues=1) is replicating from cluster=979e1b9d-86d9-4a15-8ecd-48a3f651d344 to cluster=fdaf9882-d3fc-4fd6-9549-5ec29ec05ecf 2024-11-14T09:21:33,765 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42245,1731576081545 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=83f56b55f2af%2C42245%2C1731576081545 2024-11-14T09:21:33,766 INFO [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42245,1731576081545 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-83f56b55f2af,42245,1731576081545, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T09:21:33,766 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42245,1731576081545.replicationSource.wal-reader.83f56b55f2af%2C42245%2C1731576081545,1-83f56b55f2af,42245,1731576081545 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33007/user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d/WALs/83f56b55f2af,42245,1731576081545/83f56b55f2af%2C42245%2C1731576081545.1731576083532, startPosition=0, beingWritten=true 2024-11-14T09:21:33,766 INFO [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42245,1731576081545.replicationSource.shipper83f56b55f2af%2C42245%2C1731576081545,1-83f56b55f2af,42245,1731576081545 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 83f56b55f2af%2C42245%2C1731576081545 2024-11-14T09:21:33,771 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42245,1731576081545.replicationSource.wal-reader.83f56b55f2af%2C42245%2C1731576081545,1-83f56b55f2af,42245,1731576081545 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T09:21:33,771 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42245,1731576081545.replicationSource.wal-reader.83f56b55f2af%2C42245%2C1731576081545,1-83f56b55f2af,42245,1731576081545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33007/user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d/WALs/83f56b55f2af,42245,1731576081545/83f56b55f2af%2C42245%2C1731576081545.1731576083532 to pos 379, reset compression=false 2024-11-14T09:21:33,771 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42245,1731576081545.replicationSource.shipper83f56b55f2af%2C42245%2C1731576081545,1-83f56b55f2af,42245,1731576081545 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83f56b55f2af,42245,1731576081545 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33007/user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d/WALs/83f56b55f2af,42245,1731576081545/83f56b55f2af%2C42245%2C1731576081545.1731576083532, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T09:21:33,973 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42245,1731576081545.replicationSource.wal-reader.83f56b55f2af%2C42245%2C1731576081545,1-83f56b55f2af,42245,1731576081545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33007/user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d/WALs/83f56b55f2af,42245,1731576081545/83f56b55f2af%2C42245%2C1731576081545.1731576083532 to pos 379, reset compression=false 2024-11-14T09:21:34,277 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42245,1731576081545.replicationSource.wal-reader.83f56b55f2af%2C42245%2C1731576081545,1-83f56b55f2af,42245,1731576081545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33007/user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d/WALs/83f56b55f2af,42245,1731576081545/83f56b55f2af%2C42245%2C1731576081545.1731576083532 to pos 379, reset compression=false 2024-11-14T09:21:34,326 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,41943,1731576077789.replicationSource.wal-reader.83f56b55f2af%2C41943%2C1731576077789,1-83f56b55f2af,41943,1731576077789 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/WALs/83f56b55f2af,41943,1731576077789/83f56b55f2af%2C41943%2C1731576077789.1731576079382 to pos 379, reset compression=false 2024-11-14T09:21:34,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T09:21:34,475 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T09:21:34,475 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T09:21:34,475 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:21:34,475 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:21:34,475 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:21:34,475 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T09:21:34,476 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b6df0b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:21:34,476 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83f56b55f2af,40015,-1 for getting cluster id 2024-11-14T09:21:34,476 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T09:21:34,477 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4d7fb9eb-f5d1-4204-9229-6335cd9c58a7' 2024-11-14T09:21:34,477 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T09:21:34,477 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4d7fb9eb-f5d1-4204-9229-6335cd9c58a7" 2024-11-14T09:21:34,477 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66623c90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:21:34,477 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83f56b55f2af,40015,-1] 2024-11-14T09:21:34,477 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T09:21:34,478 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:21:34,478 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T09:21:34,479 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47aae8b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:21:34,479 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47ba7dd3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:21:34,479 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83f56b55f2af,44917,-1 for getting cluster id 2024-11-14T09:21:34,479 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T09:21:34,480 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fdaf9882-d3fc-4fd6-9549-5ec29ec05ecf' 2024-11-14T09:21:34,480 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T09:21:34,480 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fdaf9882-d3fc-4fd6-9549-5ec29ec05ecf" 2024-11-14T09:21:34,480 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50d526a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:21:34,480 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83f56b55f2af,44917,-1] 2024-11-14T09:21:34,480 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T09:21:34,480 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:21:34,481 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T09:21:34,481 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@299801b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:21:34,482 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73953fb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:21:34,482 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83f56b55f2af,37143,-1 for getting cluster id 2024-11-14T09:21:34,482 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T09:21:34,482 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '979e1b9d-86d9-4a15-8ecd-48a3f651d344' 2024-11-14T09:21:34,482 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T09:21:34,482 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "979e1b9d-86d9-4a15-8ecd-48a3f651d344" 2024-11-14T09:21:34,482 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@132b1ff2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:21:34,482 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83f56b55f2af,37143,-1] 2024-11-14T09:21:34,483 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T09:21:34,483 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:21:34,483 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T09:21:34,484 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d7af959, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:21:34,484 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:21:34,485 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83f56b55f2af,38605,1731576073761, seqNum=-1] 2024-11-14T09:21:34,485 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T09:21:34,486 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T09:21:34,487 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731576084581.94c74d917d04996c6d82524c11e3649f., hostname=83f56b55f2af,38605,1731576073761, seqNum=2] 2024-11-14T09:21:34,489 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:21:34,490 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83f56b55f2af,42245,1731576081545, seqNum=-1] 2024-11-14T09:21:34,490 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T09:21:34,491 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T09:21:34,492 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731576086868.3023a6981ad3a95c543b4816ce97538e., hostname=83f56b55f2af,42245,1731576081545, seqNum=2] 2024-11-14T09:21:34,494 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-14T09:21:34,504 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,38605,1731576073761.replicationSource.wal-reader.83f56b55f2af%2C38605%2C1731576073761,1-83f56b55f2af,38605,1731576073761 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33865/user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e/WALs/83f56b55f2af,38605,1731576073761/83f56b55f2af%2C38605%2C1731576073761.1731576075755 to pos 379, reset compression=false 2024-11-14T09:21:34,508 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,38605,1731576073761.replicationSource.wal-reader.83f56b55f2af%2C38605%2C1731576073761,1-83f56b55f2af,38605,1731576073761 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T09:21:34,508 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,38605,1731576073761.replicationSource.wal-reader.83f56b55f2af%2C38605%2C1731576073761,1-83f56b55f2af,38605,1731576073761 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33865/user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e/WALs/83f56b55f2af,38605,1731576073761/83f56b55f2af%2C38605%2C1731576073761.1731576075755 to pos 480, reset compression=false 2024-11-14T09:21:34,508 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,38605,1731576073761.replicationSource.shipper83f56b55f2af%2C38605%2C1731576073761,1-83f56b55f2af,38605,1731576073761 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83f56b55f2af,38605,1731576073761 got entry batch from reader: WALEntryBatch [walEntries=[{test/94c74d917d04996c6d82524c11e3649f/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:33865/user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e/WALs/83f56b55f2af,38605,1731576073761/83f56b55f2af%2C38605%2C1731576073761.1731576075755, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-14T09:21:34,510 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,38605,1731576073761.replicationSource.shipper83f56b55f2af%2C38605%2C1731576073761,1-83f56b55f2af,38605,1731576073761 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T09:21:34,511 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-14T09:21:34,511 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41943 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T09:21:34,512 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41943 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1ad4cf3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:21:34,512 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41943 {}] client.ClusterIdFetcher(90): Going to request 83f56b55f2af,44917,-1 for getting cluster id 2024-11-14T09:21:34,512 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41943 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T09:21:34,513 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fdaf9882-d3fc-4fd6-9549-5ec29ec05ecf' 2024-11-14T09:21:34,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T09:21:34,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fdaf9882-d3fc-4fd6-9549-5ec29ec05ecf" 2024-11-14T09:21:34,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1f5c5e70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:21:34,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83f56b55f2af,44917,-1] 2024-11-14T09:21:34,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T09:21:34,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:21:34,514 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-14T09:21:34,514 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41943 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@46ea8a8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:21:34,515 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41943 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:21:34,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83f56b55f2af,41943,1731576077789, seqNum=-1] 2024-11-14T09:21:34,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T09:21:34,516 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-14T09:21:34,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731576085727.41406a4c74b2309ee1da893751b31e2b., hostname=83f56b55f2af,41943,1731576077789, seqNum=2] 2024-11-14T09:21:34,520 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41943 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T09:21:34,680 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42245,1731576081545.replicationSource.wal-reader.83f56b55f2af%2C42245%2C1731576081545,1-83f56b55f2af,42245,1731576081545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33007/user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d/WALs/83f56b55f2af,42245,1731576081545/83f56b55f2af%2C42245%2C1731576081545.1731576083532 to pos 379, reset compression=false 2024-11-14T09:21:34,711 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,38605,1731576073761.replicationSource.wal-reader.83f56b55f2af%2C38605%2C1731576073761,1-83f56b55f2af,38605,1731576073761 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33865/user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e/WALs/83f56b55f2af,38605,1731576073761/83f56b55f2af%2C38605%2C1731576073761.1731576075755 to pos 480, reset compression=false 2024-11-14T09:21:35,014 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,38605,1731576073761.replicationSource.wal-reader.83f56b55f2af%2C38605%2C1731576073761,1-83f56b55f2af,38605,1731576073761 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33865/user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e/WALs/83f56b55f2af,38605,1731576073761/83f56b55f2af%2C38605%2C1731576073761.1731576075755 to pos 480, reset compression=false 2024-11-14T09:21:35,129 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,41943,1731576077789.replicationSource.wal-reader.83f56b55f2af%2C41943%2C1731576077789,1-83f56b55f2af,41943,1731576077789 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/WALs/83f56b55f2af,41943,1731576077789/83f56b55f2af%2C41943%2C1731576077789.1731576079382 to pos 379, reset compression=false 2024-11-14T09:21:35,134 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,41943,1731576077789.replicationSource.wal-reader.83f56b55f2af%2C41943%2C1731576077789,1-83f56b55f2af,41943,1731576077789 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T09:21:35,134 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,41943,1731576077789.replicationSource.wal-reader.83f56b55f2af%2C41943%2C1731576077789,1-83f56b55f2af,41943,1731576077789 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/WALs/83f56b55f2af,41943,1731576077789/83f56b55f2af%2C41943%2C1731576077789.1731576079382 to pos 503, reset compression=false 2024-11-14T09:21:35,134 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,41943,1731576077789.replicationSource.shipper83f56b55f2af%2C41943%2C1731576077789,1-83f56b55f2af,41943,1731576077789 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83f56b55f2af,41943,1731576077789 got entry batch from reader: WALEntryBatch [walEntries=[{test/41406a4c74b2309ee1da893751b31e2b/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/WALs/83f56b55f2af,41943,1731576077789/83f56b55f2af%2C41943%2C1731576077789.1731576079382, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-14T09:21:35,135 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,41943,1731576077789.replicationSource.shipper83f56b55f2af%2C41943%2C1731576077789,1-83f56b55f2af,41943,1731576077789 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T09:21:35,136 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-14T09:21:35,137 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T09:21:35,137 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@31a265e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:21:35,137 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] client.ClusterIdFetcher(90): Going to request 83f56b55f2af,37143,-1 for getting cluster id 2024-11-14T09:21:35,137 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T09:21:35,138 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '979e1b9d-86d9-4a15-8ecd-48a3f651d344' 2024-11-14T09:21:35,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T09:21:35,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "979e1b9d-86d9-4a15-8ecd-48a3f651d344" 2024-11-14T09:21:35,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7425742d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:21:35,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83f56b55f2af,37143,-1] 2024-11-14T09:21:35,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T09:21:35,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:21:35,139 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-14T09:21:35,139 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@73224466, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:21:35,140 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:21:35,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83f56b55f2af,42245,1731576081545, seqNum=-1] 2024-11-14T09:21:35,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T09:21:35,141 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-14T09:21:35,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731576086868.3023a6981ad3a95c543b4816ce97538e., hostname=83f56b55f2af,42245,1731576081545, seqNum=2] 2024-11-14T09:21:35,145 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T09:21:35,184 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42245,1731576081545.replicationSource.wal-reader.83f56b55f2af%2C42245%2C1731576081545,1-83f56b55f2af,42245,1731576081545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33007/user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d/WALs/83f56b55f2af,42245,1731576081545/83f56b55f2af%2C42245%2C1731576081545.1731576083532 to pos 379, reset compression=false 2024-11-14T09:21:35,188 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42245,1731576081545.replicationSource.wal-reader.83f56b55f2af%2C42245%2C1731576081545,1-83f56b55f2af,42245,1731576081545 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T09:21:35,188 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42245,1731576081545.replicationSource.wal-reader.83f56b55f2af%2C42245%2C1731576081545,1-83f56b55f2af,42245,1731576081545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33007/user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d/WALs/83f56b55f2af,42245,1731576081545/83f56b55f2af%2C42245%2C1731576081545.1731576083532 to pos 527, reset compression=false 2024-11-14T09:21:35,188 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42245,1731576081545.replicationSource.shipper83f56b55f2af%2C42245%2C1731576081545,1-83f56b55f2af,42245,1731576081545 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83f56b55f2af,42245,1731576081545 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33007/user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d/WALs/83f56b55f2af,42245,1731576081545/83f56b55f2af%2C42245%2C1731576081545.1731576083532, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T09:21:35,288 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T09:21:35,289 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:21:35,289 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:21:35,289 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:21:35,290 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:21:35,320 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:21:35,320 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:21:35,320 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:21:35,321 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:21:35,321 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:21:35,321 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:21:35,326 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:21:35,328 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:21:35,328 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:21:35,330 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:21:35,337 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,41943,1731576077789.replicationSource.wal-reader.83f56b55f2af%2C41943%2C1731576077789,1-83f56b55f2af,41943,1731576077789 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/WALs/83f56b55f2af,41943,1731576077789/83f56b55f2af%2C41943%2C1731576077789.1731576079382 to pos 503, reset compression=false 2024-11-14T09:21:35,391 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42245,1731576081545.replicationSource.wal-reader.83f56b55f2af%2C42245%2C1731576081545,1-83f56b55f2af,42245,1731576081545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33007/user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d/WALs/83f56b55f2af,42245,1731576081545/83f56b55f2af%2C42245%2C1731576081545.1731576083532 to pos 527, reset compression=false 2024-11-14T09:21:35,418 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,38605,1731576073761.replicationSource.wal-reader.83f56b55f2af%2C38605%2C1731576073761,1-83f56b55f2af,38605,1731576073761 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33865/user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e/WALs/83f56b55f2af,38605,1731576073761/83f56b55f2af%2C38605%2C1731576073761.1731576075755 to pos 480, reset compression=false 2024-11-14T09:21:35,496 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-14T09:21:35,496 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:21:35,497 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83f56b55f2af,41943,1731576077789, seqNum=-1] 2024-11-14T09:21:35,497 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T09:21:35,498 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T09:21:35,499 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731576085727.41406a4c74b2309ee1da893751b31e2b., hostname=83f56b55f2af,41943,1731576077789, seqNum=2] 2024-11-14T09:21:35,502 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-14T09:21:35,640 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,41943,1731576077789.replicationSource.wal-reader.83f56b55f2af%2C41943%2C1731576077789,1-83f56b55f2af,41943,1731576077789 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/WALs/83f56b55f2af,41943,1731576077789/83f56b55f2af%2C41943%2C1731576077789.1731576079382 to pos 503, reset compression=false 2024-11-14T09:21:35,645 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,41943,1731576077789.replicationSource.wal-reader.83f56b55f2af%2C41943%2C1731576077789,1-83f56b55f2af,41943,1731576077789 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T09:21:35,645 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,41943,1731576077789.replicationSource.wal-reader.83f56b55f2af%2C41943%2C1731576077789,1-83f56b55f2af,41943,1731576077789 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/WALs/83f56b55f2af,41943,1731576077789/83f56b55f2af%2C41943%2C1731576077789.1731576079382 to pos 607, reset compression=false 2024-11-14T09:21:35,645 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,41943,1731576077789.replicationSource.shipper83f56b55f2af%2C41943%2C1731576077789,1-83f56b55f2af,41943,1731576077789 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83f56b55f2af,41943,1731576077789 got entry batch from reader: WALEntryBatch [walEntries=[{test/41406a4c74b2309ee1da893751b31e2b/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/WALs/83f56b55f2af,41943,1731576077789/83f56b55f2af%2C41943%2C1731576077789.1731576079382, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-14T09:21:35,646 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T09:21:35,648 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T09:21:35,695 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42245,1731576081545.replicationSource.wal-reader.83f56b55f2af%2C42245%2C1731576081545,1-83f56b55f2af,42245,1731576081545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33007/user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d/WALs/83f56b55f2af,42245,1731576081545/83f56b55f2af%2C42245%2C1731576081545.1731576083532 to pos 527, reset compression=false 2024-11-14T09:21:35,698 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42245,1731576081545.replicationSource.wal-reader.83f56b55f2af%2C42245%2C1731576081545,1-83f56b55f2af,42245,1731576081545 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T09:21:35,698 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42245,1731576081545.replicationSource.wal-reader.83f56b55f2af%2C42245%2C1731576081545,1-83f56b55f2af,42245,1731576081545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33007/user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d/WALs/83f56b55f2af,42245,1731576081545/83f56b55f2af%2C42245%2C1731576081545.1731576083532 to pos 655, reset compression=false 2024-11-14T09:21:35,698 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42245,1731576081545.replicationSource.shipper83f56b55f2af%2C42245%2C1731576081545,1-83f56b55f2af,42245,1731576081545 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83f56b55f2af,42245,1731576081545 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33007/user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d/WALs/83f56b55f2af,42245,1731576081545/83f56b55f2af%2C42245%2C1731576081545.1731576083532, lastWalPosition=655, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T09:21:35,848 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,41943,1731576077789.replicationSource.wal-reader.83f56b55f2af%2C41943%2C1731576077789,1-83f56b55f2af,41943,1731576077789 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/WALs/83f56b55f2af,41943,1731576077789/83f56b55f2af%2C41943%2C1731576077789.1731576079382 to pos 607, reset compression=false 2024-11-14T09:21:35,902 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42245,1731576081545.replicationSource.wal-reader.83f56b55f2af%2C42245%2C1731576081545,1-83f56b55f2af,42245,1731576081545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33007/user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d/WALs/83f56b55f2af,42245,1731576081545/83f56b55f2af%2C42245%2C1731576081545.1731576083532 to pos 655, reset compression=false 2024-11-14T09:21:35,922 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,38605,1731576073761.replicationSource.wal-reader.83f56b55f2af%2C38605%2C1731576073761,1-83f56b55f2af,38605,1731576073761 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33865/user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e/WALs/83f56b55f2af,38605,1731576073761/83f56b55f2af%2C38605%2C1731576073761.1731576075755 to pos 480, reset compression=false 2024-11-14T09:21:36,151 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,41943,1731576077789.replicationSource.wal-reader.83f56b55f2af%2C41943%2C1731576077789,1-83f56b55f2af,41943,1731576077789 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/WALs/83f56b55f2af,41943,1731576077789/83f56b55f2af%2C41943%2C1731576077789.1731576079382 to pos 607, reset compression=false 2024-11-14T09:21:36,205 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42245,1731576081545.replicationSource.wal-reader.83f56b55f2af%2C42245%2C1731576081545,1-83f56b55f2af,42245,1731576081545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33007/user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d/WALs/83f56b55f2af,42245,1731576081545/83f56b55f2af%2C42245%2C1731576081545.1731576083532 to pos 655, reset compression=false 2024-11-14T09:21:36,504 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-14T09:21:36,506 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-14T09:21:36,526 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,38605,1731576073761.replicationSource.wal-reader.83f56b55f2af%2C38605%2C1731576073761,1-83f56b55f2af,38605,1731576073761 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33865/user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e/WALs/83f56b55f2af,38605,1731576073761/83f56b55f2af%2C38605%2C1731576073761.1731576075755 to pos 480, reset compression=false 2024-11-14T09:21:36,554 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,41943,1731576077789.replicationSource.wal-reader.83f56b55f2af%2C41943%2C1731576077789,1-83f56b55f2af,41943,1731576077789 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/WALs/83f56b55f2af,41943,1731576077789/83f56b55f2af%2C41943%2C1731576077789.1731576079382 to pos 607, reset compression=false 2024-11-14T09:21:36,609 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42245,1731576081545.replicationSource.wal-reader.83f56b55f2af%2C42245%2C1731576081545,1-83f56b55f2af,42245,1731576081545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33007/user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d/WALs/83f56b55f2af,42245,1731576081545/83f56b55f2af%2C42245%2C1731576081545.1731576083532 to pos 655, reset compression=false 2024-11-14T09:21:36,613 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42245,1731576081545.replicationSource.wal-reader.83f56b55f2af%2C42245%2C1731576081545,1-83f56b55f2af,42245,1731576081545 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T09:21:36,613 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42245,1731576081545.replicationSource.wal-reader.83f56b55f2af%2C42245%2C1731576081545,1-83f56b55f2af,42245,1731576081545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33007/user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d/WALs/83f56b55f2af,42245,1731576081545/83f56b55f2af%2C42245%2C1731576081545.1731576083532 to pos 759, reset compression=false 2024-11-14T09:21:36,613 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42245,1731576081545.replicationSource.shipper83f56b55f2af%2C42245%2C1731576081545,1-83f56b55f2af,42245,1731576081545 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83f56b55f2af,42245,1731576081545 got entry batch from reader: WALEntryBatch [walEntries=[{test/3023a6981ad3a95c543b4816ce97538e/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:33007/user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d/WALs/83f56b55f2af,42245,1731576081545/83f56b55f2af%2C42245%2C1731576081545.1731576083532, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-14T09:21:36,615 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42245,1731576081545.replicationSource.shipper83f56b55f2af%2C42245%2C1731576081545,1-83f56b55f2af,42245,1731576081545 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T09:21:36,615 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-14T09:21:36,616 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41943 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T09:21:36,618 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41943 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T09:21:36,816 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42245,1731576081545.replicationSource.wal-reader.83f56b55f2af%2C42245%2C1731576081545,1-83f56b55f2af,42245,1731576081545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33007/user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d/WALs/83f56b55f2af,42245,1731576081545/83f56b55f2af%2C42245%2C1731576081545.1731576083532 to pos 759, reset compression=false 2024-11-14T09:21:37,058 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,41943,1731576077789.replicationSource.wal-reader.83f56b55f2af%2C41943%2C1731576077789,1-83f56b55f2af,41943,1731576077789 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/WALs/83f56b55f2af,41943,1731576077789/83f56b55f2af%2C41943%2C1731576077789.1731576079382 to pos 607, reset compression=false 2024-11-14T09:21:37,063 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,41943,1731576077789.replicationSource.wal-reader.83f56b55f2af%2C41943%2C1731576077789,1-83f56b55f2af,41943,1731576077789 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T09:21:37,063 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,41943,1731576077789.replicationSource.wal-reader.83f56b55f2af%2C41943%2C1731576077789,1-83f56b55f2af,41943,1731576077789 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/WALs/83f56b55f2af,41943,1731576077789/83f56b55f2af%2C41943%2C1731576077789.1731576079382 to pos 735, reset compression=false 2024-11-14T09:21:37,063 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,41943,1731576077789.replicationSource.shipper83f56b55f2af%2C41943%2C1731576077789,1-83f56b55f2af,41943,1731576077789 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83f56b55f2af,41943,1731576077789 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/WALs/83f56b55f2af,41943,1731576077789/83f56b55f2af%2C41943%2C1731576077789.1731576079382, lastWalPosition=735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T09:21:37,119 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42245,1731576081545.replicationSource.wal-reader.83f56b55f2af%2C42245%2C1731576081545,1-83f56b55f2af,42245,1731576081545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33007/user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d/WALs/83f56b55f2af,42245,1731576081545/83f56b55f2af%2C42245%2C1731576081545.1731576083532 to pos 759, reset compression=false 2024-11-14T09:21:37,229 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,38605,1731576073761.replicationSource.wal-reader.83f56b55f2af%2C38605%2C1731576073761,1-83f56b55f2af,38605,1731576073761 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33865/user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e/WALs/83f56b55f2af,38605,1731576073761/83f56b55f2af%2C38605%2C1731576073761.1731576075755 to pos 480, reset compression=false 2024-11-14T09:21:37,266 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,41943,1731576077789.replicationSource.wal-reader.83f56b55f2af%2C41943%2C1731576077789,1-83f56b55f2af,41943,1731576077789 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/WALs/83f56b55f2af,41943,1731576077789/83f56b55f2af%2C41943%2C1731576077789.1731576079382 to pos 735, reset compression=false 2024-11-14T09:21:37,508 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-14T09:21:37,511 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-14T09:21:37,523 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42245,1731576081545.replicationSource.wal-reader.83f56b55f2af%2C42245%2C1731576081545,1-83f56b55f2af,42245,1731576081545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33007/user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d/WALs/83f56b55f2af,42245,1731576081545/83f56b55f2af%2C42245%2C1731576081545.1731576083532 to pos 759, reset compression=false 2024-11-14T09:21:37,569 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,41943,1731576077789.replicationSource.wal-reader.83f56b55f2af%2C41943%2C1731576077789,1-83f56b55f2af,41943,1731576077789 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/WALs/83f56b55f2af,41943,1731576077789/83f56b55f2af%2C41943%2C1731576077789.1731576079382 to pos 735, reset compression=false 2024-11-14T09:21:37,973 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,41943,1731576077789.replicationSource.wal-reader.83f56b55f2af%2C41943%2C1731576077789,1-83f56b55f2af,41943,1731576077789 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/WALs/83f56b55f2af,41943,1731576077789/83f56b55f2af%2C41943%2C1731576077789.1731576079382 to pos 735, reset compression=false 2024-11-14T09:21:38,026 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42245,1731576081545.replicationSource.wal-reader.83f56b55f2af%2C42245%2C1731576081545,1-83f56b55f2af,42245,1731576081545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33007/user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d/WALs/83f56b55f2af,42245,1731576081545/83f56b55f2af%2C42245%2C1731576081545.1731576083532 to pos 759, reset compression=false 2024-11-14T09:21:38,033 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,38605,1731576073761.replicationSource.wal-reader.83f56b55f2af%2C38605%2C1731576073761,1-83f56b55f2af,38605,1731576073761 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33865/user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e/WALs/83f56b55f2af,38605,1731576073761/83f56b55f2af%2C38605%2C1731576073761.1731576075755 to pos 480, reset compression=false 2024-11-14T09:21:38,037 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,38605,1731576073761.replicationSource.wal-reader.83f56b55f2af%2C38605%2C1731576073761,1-83f56b55f2af,38605,1731576073761 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T09:21:38,037 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,38605,1731576073761.replicationSource.wal-reader.83f56b55f2af%2C38605%2C1731576073761,1-83f56b55f2af,38605,1731576073761 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33865/user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e/WALs/83f56b55f2af,38605,1731576073761/83f56b55f2af%2C38605%2C1731576073761.1731576075755 to pos 636, reset compression=false 2024-11-14T09:21:38,037 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,38605,1731576073761.replicationSource.shipper83f56b55f2af%2C38605%2C1731576073761,1-83f56b55f2af,38605,1731576073761 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83f56b55f2af,38605,1731576073761 got entry batch from reader: WALEntryBatch [walEntries=[{test/94c74d917d04996c6d82524c11e3649f/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:33865/user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e/WALs/83f56b55f2af,38605,1731576073761/83f56b55f2af%2C38605%2C1731576073761.1731576075755, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-14T09:21:38,038 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41943 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T09:21:38,041 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41943 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T09:21:38,241 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,38605,1731576073761.replicationSource.wal-reader.83f56b55f2af%2C38605%2C1731576073761,1-83f56b55f2af,38605,1731576073761 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33865/user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e/WALs/83f56b55f2af,38605,1731576073761/83f56b55f2af%2C38605%2C1731576073761.1731576075755 to pos 636, reset compression=false 2024-11-14T09:21:38,477 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,41943,1731576077789.replicationSource.wal-reader.83f56b55f2af%2C41943%2C1731576077789,1-83f56b55f2af,41943,1731576077789 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/WALs/83f56b55f2af,41943,1731576077789/83f56b55f2af%2C41943%2C1731576077789.1731576079382 to pos 735, reset compression=false 2024-11-14T09:21:38,481 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,41943,1731576077789.replicationSource.wal-reader.83f56b55f2af%2C41943%2C1731576077789,1-83f56b55f2af,41943,1731576077789 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T09:21:38,481 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,41943,1731576077789.replicationSource.wal-reader.83f56b55f2af%2C41943%2C1731576077789,1-83f56b55f2af,41943,1731576077789 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/WALs/83f56b55f2af,41943,1731576077789/83f56b55f2af%2C41943%2C1731576077789.1731576079382 to pos 882, reset compression=false 2024-11-14T09:21:38,481 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,41943,1731576077789.replicationSource.shipper83f56b55f2af%2C41943%2C1731576077789,1-83f56b55f2af,41943,1731576077789 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83f56b55f2af,41943,1731576077789 got entry batch from reader: WALEntryBatch [walEntries=[{test/41406a4c74b2309ee1da893751b31e2b/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/WALs/83f56b55f2af,41943,1731576077789/83f56b55f2af%2C41943%2C1731576077789.1731576079382, lastWalPosition=882, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-14T09:21:38,483 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T09:21:38,485 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T09:21:38,513 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-14T09:21:38,516 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-14T09:21:38,555 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,38605,1731576073761.replicationSource.wal-reader.83f56b55f2af%2C38605%2C1731576073761,1-83f56b55f2af,38605,1731576073761 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33865/user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e/WALs/83f56b55f2af,38605,1731576073761/83f56b55f2af%2C38605%2C1731576073761.1731576075755 to pos 636, reset compression=false 2024-11-14T09:21:38,630 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42245,1731576081545.replicationSource.wal-reader.83f56b55f2af%2C42245%2C1731576081545,1-83f56b55f2af,42245,1731576081545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33007/user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d/WALs/83f56b55f2af,42245,1731576081545/83f56b55f2af%2C42245%2C1731576081545.1731576083532 to pos 759, reset compression=false 2024-11-14T09:21:38,634 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42245,1731576081545.replicationSource.wal-reader.83f56b55f2af%2C42245%2C1731576081545,1-83f56b55f2af,42245,1731576081545 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T09:21:38,634 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42245,1731576081545.replicationSource.wal-reader.83f56b55f2af%2C42245%2C1731576081545,1-83f56b55f2af,42245,1731576081545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33007/user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d/WALs/83f56b55f2af,42245,1731576081545/83f56b55f2af%2C42245%2C1731576081545.1731576083532 to pos 930, reset compression=false 2024-11-14T09:21:38,634 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42245,1731576081545.replicationSource.shipper83f56b55f2af%2C42245%2C1731576081545,1-83f56b55f2af,42245,1731576081545 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83f56b55f2af,42245,1731576081545 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33007/user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d/WALs/83f56b55f2af,42245,1731576081545/83f56b55f2af%2C42245%2C1731576081545.1731576083532, lastWalPosition=930, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T09:21:38,684 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,41943,1731576077789.replicationSource.wal-reader.83f56b55f2af%2C41943%2C1731576077789,1-83f56b55f2af,41943,1731576077789 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/WALs/83f56b55f2af,41943,1731576077789/83f56b55f2af%2C41943%2C1731576077789.1731576079382 to pos 882, reset compression=false 2024-11-14T09:21:38,688 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,41943,1731576077789.replicationSource.wal-reader.83f56b55f2af%2C41943%2C1731576077789,1-83f56b55f2af,41943,1731576077789 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T09:21:38,688 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,41943,1731576077789.replicationSource.wal-reader.83f56b55f2af%2C41943%2C1731576077789,1-83f56b55f2af,41943,1731576077789 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/WALs/83f56b55f2af,41943,1731576077789/83f56b55f2af%2C41943%2C1731576077789.1731576079382 to pos 1041, reset compression=false 2024-11-14T09:21:38,688 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,41943,1731576077789.replicationSource.shipper83f56b55f2af%2C41943%2C1731576077789,1-83f56b55f2af,41943,1731576077789 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83f56b55f2af,41943,1731576077789 got entry batch from reader: WALEntryBatch [walEntries=[{test/41406a4c74b2309ee1da893751b31e2b/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/WALs/83f56b55f2af,41943,1731576077789/83f56b55f2af%2C41943%2C1731576077789.1731576079382, lastWalPosition=1041, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-14T09:21:38,689 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T09:21:38,692 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T09:21:38,837 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42245,1731576081545.replicationSource.wal-reader.83f56b55f2af%2C42245%2C1731576081545,1-83f56b55f2af,42245,1731576081545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33007/user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d/WALs/83f56b55f2af,42245,1731576081545/83f56b55f2af%2C42245%2C1731576081545.1731576083532 to pos 930, reset compression=false 2024-11-14T09:21:38,841 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42245,1731576081545.replicationSource.wal-reader.83f56b55f2af%2C42245%2C1731576081545,1-83f56b55f2af,42245,1731576081545 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T09:21:38,841 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42245,1731576081545.replicationSource.wal-reader.83f56b55f2af%2C42245%2C1731576081545,1-83f56b55f2af,42245,1731576081545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33007/user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d/WALs/83f56b55f2af,42245,1731576081545/83f56b55f2af%2C42245%2C1731576081545.1731576083532 to pos 1080, reset compression=false 2024-11-14T09:21:38,841 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42245,1731576081545.replicationSource.shipper83f56b55f2af%2C42245%2C1731576081545,1-83f56b55f2af,42245,1731576081545 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83f56b55f2af,42245,1731576081545 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33007/user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d/WALs/83f56b55f2af,42245,1731576081545/83f56b55f2af%2C42245%2C1731576081545.1731576083532, lastWalPosition=1080, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T09:21:38,891 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,41943,1731576077789.replicationSource.wal-reader.83f56b55f2af%2C41943%2C1731576077789,1-83f56b55f2af,41943,1731576077789 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/WALs/83f56b55f2af,41943,1731576077789/83f56b55f2af%2C41943%2C1731576077789.1731576079382 to pos 1041, reset compression=false 2024-11-14T09:21:38,958 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,38605,1731576073761.replicationSource.wal-reader.83f56b55f2af%2C38605%2C1731576073761,1-83f56b55f2af,38605,1731576073761 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33865/user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e/WALs/83f56b55f2af,38605,1731576073761/83f56b55f2af%2C38605%2C1731576073761.1731576075755 to pos 636, reset compression=false 2024-11-14T09:21:39,044 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42245,1731576081545.replicationSource.wal-reader.83f56b55f2af%2C42245%2C1731576081545,1-83f56b55f2af,42245,1731576081545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33007/user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d/WALs/83f56b55f2af,42245,1731576081545/83f56b55f2af%2C42245%2C1731576081545.1731576083532 to pos 1080, reset compression=false 2024-11-14T09:21:39,195 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,41943,1731576077789.replicationSource.wal-reader.83f56b55f2af%2C41943%2C1731576077789,1-83f56b55f2af,41943,1731576077789 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/WALs/83f56b55f2af,41943,1731576077789/83f56b55f2af%2C41943%2C1731576077789.1731576079382 to pos 1041, reset compression=false 2024-11-14T09:21:39,347 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42245,1731576081545.replicationSource.wal-reader.83f56b55f2af%2C42245%2C1731576081545,1-83f56b55f2af,42245,1731576081545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33007/user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d/WALs/83f56b55f2af,42245,1731576081545/83f56b55f2af%2C42245%2C1731576081545.1731576083532 to pos 1080, reset compression=false 2024-11-14T09:21:39,462 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,38605,1731576073761.replicationSource.wal-reader.83f56b55f2af%2C38605%2C1731576073761,1-83f56b55f2af,38605,1731576073761 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33865/user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e/WALs/83f56b55f2af,38605,1731576073761/83f56b55f2af%2C38605%2C1731576073761.1731576075755 to pos 636, reset compression=false 2024-11-14T09:21:39,518 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-14T09:21:39,521 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-14T09:21:39,598 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,41943,1731576077789.replicationSource.wal-reader.83f56b55f2af%2C41943%2C1731576077789,1-83f56b55f2af,41943,1731576077789 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/WALs/83f56b55f2af,41943,1731576077789/83f56b55f2af%2C41943%2C1731576077789.1731576079382 to pos 1041, reset compression=false 2024-11-14T09:21:39,751 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42245,1731576081545.replicationSource.wal-reader.83f56b55f2af%2C42245%2C1731576081545,1-83f56b55f2af,42245,1731576081545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33007/user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d/WALs/83f56b55f2af,42245,1731576081545/83f56b55f2af%2C42245%2C1731576081545.1731576083532 to pos 1080, reset compression=false 2024-11-14T09:21:39,755 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42245,1731576081545.replicationSource.wal-reader.83f56b55f2af%2C42245%2C1731576081545,1-83f56b55f2af,42245,1731576081545 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T09:21:39,755 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42245,1731576081545.replicationSource.wal-reader.83f56b55f2af%2C42245%2C1731576081545,1-83f56b55f2af,42245,1731576081545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33007/user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d/WALs/83f56b55f2af,42245,1731576081545/83f56b55f2af%2C42245%2C1731576081545.1731576083532 to pos 1239, reset compression=false 2024-11-14T09:21:39,755 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42245,1731576081545.replicationSource.shipper83f56b55f2af%2C42245%2C1731576081545,1-83f56b55f2af,42245,1731576081545 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83f56b55f2af,42245,1731576081545 got entry batch from reader: WALEntryBatch [walEntries=[{test/3023a6981ad3a95c543b4816ce97538e/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:33007/user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d/WALs/83f56b55f2af,42245,1731576081545/83f56b55f2af%2C42245%2C1731576081545.1731576083532, lastWalPosition=1239, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-14T09:21:39,756 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41943 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T09:21:39,759 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41943 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T09:21:39,958 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42245,1731576081545.replicationSource.wal-reader.83f56b55f2af%2C42245%2C1731576081545,1-83f56b55f2af,42245,1731576081545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33007/user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d/WALs/83f56b55f2af,42245,1731576081545/83f56b55f2af%2C42245%2C1731576081545.1731576083532 to pos 1239, reset compression=false 2024-11-14T09:21:40,066 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,38605,1731576073761.replicationSource.wal-reader.83f56b55f2af%2C38605%2C1731576073761,1-83f56b55f2af,38605,1731576073761 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33865/user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e/WALs/83f56b55f2af,38605,1731576073761/83f56b55f2af%2C38605%2C1731576073761.1731576075755 to pos 636, reset compression=false 2024-11-14T09:21:40,102 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,41943,1731576077789.replicationSource.wal-reader.83f56b55f2af%2C41943%2C1731576077789,1-83f56b55f2af,41943,1731576077789 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/WALs/83f56b55f2af,41943,1731576077789/83f56b55f2af%2C41943%2C1731576077789.1731576079382 to pos 1041, reset compression=false 2024-11-14T09:21:40,106 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,41943,1731576077789.replicationSource.wal-reader.83f56b55f2af%2C41943%2C1731576077789,1-83f56b55f2af,41943,1731576077789 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T09:21:40,106 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,41943,1731576077789.replicationSource.wal-reader.83f56b55f2af%2C41943%2C1731576077789,1-83f56b55f2af,41943,1731576077789 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/WALs/83f56b55f2af,41943,1731576077789/83f56b55f2af%2C41943%2C1731576077789.1731576079382 to pos 1191, reset compression=false 2024-11-14T09:21:40,106 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,41943,1731576077789.replicationSource.shipper83f56b55f2af%2C41943%2C1731576077789,1-83f56b55f2af,41943,1731576077789 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83f56b55f2af,41943,1731576077789 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/WALs/83f56b55f2af,41943,1731576077789/83f56b55f2af%2C41943%2C1731576077789.1731576079382, lastWalPosition=1191, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T09:21:40,262 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42245,1731576081545.replicationSource.wal-reader.83f56b55f2af%2C42245%2C1731576081545,1-83f56b55f2af,42245,1731576081545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33007/user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d/WALs/83f56b55f2af,42245,1731576081545/83f56b55f2af%2C42245%2C1731576081545.1731576083532 to pos 1239, reset compression=false 2024-11-14T09:21:40,309 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,41943,1731576077789.replicationSource.wal-reader.83f56b55f2af%2C41943%2C1731576077789,1-83f56b55f2af,41943,1731576077789 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/WALs/83f56b55f2af,41943,1731576077789/83f56b55f2af%2C41943%2C1731576077789.1731576079382 to pos 1191, reset compression=false 2024-11-14T09:21:40,523 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-14T09:21:40,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T09:21:40,529 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T09:21:40,529 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:21:40,529 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:21:40,529 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:21:40,529 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T09:21:40,529 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=973041449, stopped=false 2024-11-14T09:21:40,529 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T09:21:40,529 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=83f56b55f2af,37143,1731576081509 2024-11-14T09:21:40,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42245-0x10115c7f3e80007, quorum=127.0.0.1:62077, baseZNode=/2-1318699706 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1318699706/running 2024-11-14T09:21:40,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37143-0x10115c7f3e80006, quorum=127.0.0.1:62077, baseZNode=/2-1318699706 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1318699706/running 2024-11-14T09:21:40,531 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T09:21:40,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37143-0x10115c7f3e80006, quorum=127.0.0.1:62077, baseZNode=/2-1318699706 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1318699706 2024-11-14T09:21:40,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42245-0x10115c7f3e80007, quorum=127.0.0.1:62077, baseZNode=/2-1318699706 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1318699706 2024-11-14T09:21:40,531 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T09:21:40,531 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:21:40,531 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:21:40,531 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '83f56b55f2af,42245,1731576081545' ***** 2024-11-14T09:21:40,531 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T09:21:40,532 INFO [RS:0;83f56b55f2af:42245 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T09:21:40,532 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T09:21:40,532 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37143-0x10115c7f3e80006, quorum=127.0.0.1:62077, baseZNode=/2-1318699706 Set watcher on znode that does not yet exist, /2-1318699706/running 2024-11-14T09:21:40,532 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42245-0x10115c7f3e80007, quorum=127.0.0.1:62077, baseZNode=/2-1318699706 Set watcher on znode that does not yet exist, /2-1318699706/running 2024-11-14T09:21:40,532 INFO [RS:0;83f56b55f2af:42245 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T09:21:40,532 INFO [RS:0;83f56b55f2af:42245 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T09:21:40,532 INFO [RS:0;83f56b55f2af:42245 {}] regionserver.HRegionServer(3091): Received CLOSE for 64e8c5a320ecbc76724805a90287e902 2024-11-14T09:21:40,533 INFO [RS:0;83f56b55f2af:42245 {}] regionserver.HRegionServer(3091): Received CLOSE for 3023a6981ad3a95c543b4816ce97538e 2024-11-14T09:21:40,533 INFO [RS:0;83f56b55f2af:42245 {}] regionserver.HRegionServer(959): stopping server 83f56b55f2af,42245,1731576081545 2024-11-14T09:21:40,533 INFO [RS:0;83f56b55f2af:42245 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T09:21:40,533 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 64e8c5a320ecbc76724805a90287e902, disabling compactions & flushes 2024-11-14T09:21:40,533 INFO [RS:0;83f56b55f2af:42245 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;83f56b55f2af:42245. 2024-11-14T09:21:40,533 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731576092328.64e8c5a320ecbc76724805a90287e902. 2024-11-14T09:21:40,533 DEBUG [RS:0;83f56b55f2af:42245 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:21:40,533 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731576092328.64e8c5a320ecbc76724805a90287e902. 2024-11-14T09:21:40,533 DEBUG [RS:0;83f56b55f2af:42245 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:21:40,533 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731576092328.64e8c5a320ecbc76724805a90287e902. after waiting 0 ms 2024-11-14T09:21:40,533 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731576092328.64e8c5a320ecbc76724805a90287e902. 2024-11-14T09:21:40,533 INFO [RS:0;83f56b55f2af:42245 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T09:21:40,533 INFO [RS:0;83f56b55f2af:42245 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T09:21:40,533 INFO [RS:0;83f56b55f2af:42245 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T09:21:40,533 INFO [RS:0;83f56b55f2af:42245 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T09:21:40,533 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 64e8c5a320ecbc76724805a90287e902 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-14T09:21:40,533 INFO [RS:0;83f56b55f2af:42245 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T09:21:40,533 DEBUG [RS:0;83f56b55f2af:42245 {}] regionserver.HRegionServer(1325): Online Regions={64e8c5a320ecbc76724805a90287e902=hbase:replication,,1731576092328.64e8c5a320ecbc76724805a90287e902., 1588230740=hbase:meta,,1.1588230740, 3023a6981ad3a95c543b4816ce97538e=test,,1731576086868.3023a6981ad3a95c543b4816ce97538e.} 2024-11-14T09:21:40,533 DEBUG [RS:0;83f56b55f2af:42245 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3023a6981ad3a95c543b4816ce97538e, 64e8c5a320ecbc76724805a90287e902 2024-11-14T09:21:40,533 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T09:21:40,533 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T09:21:40,533 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T09:21:40,533 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T09:21:40,533 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T09:21:40,534 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T09:21:40,549 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33007/user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d/data/hbase/meta/1588230740/.tmp/info/926a117610ca4d69941b719c123804b1 is 147, key is hbase:replication,,1731576092328.64e8c5a320ecbc76724805a90287e902./info:regioninfo/1731576093498/Put/seqid=0 2024-11-14T09:21:40,549 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33007/user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d/data/hbase/replication/64e8c5a320ecbc76724805a90287e902/.tmp/queue/d5f19c9cc0cd45c885dcabfdce3b5bec is 154, key is 1-83f56b55f2af,42245,1731576081545/queue:83f56b55f2af%2C42245%2C1731576081545/1731576099760/Put/seqid=0 2024-11-14T09:21:40,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46079 is added to blk_1073741841_1017 (size=5353) 2024-11-14T09:21:40,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46079 is added to blk_1073741840_1016 (size=7686) 2024-11-14T09:21:40,612 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,41943,1731576077789.replicationSource.wal-reader.83f56b55f2af%2C41943%2C1731576077789,1-83f56b55f2af,41943,1731576077789 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/WALs/83f56b55f2af,41943,1731576077789/83f56b55f2af%2C41943%2C1731576077789.1731576079382 to pos 1191, reset compression=false 2024-11-14T09:21:40,624 INFO [regionserver/83f56b55f2af:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T09:21:40,665 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42245,1731576081545.replicationSource.wal-reader.83f56b55f2af%2C42245%2C1731576081545,1-83f56b55f2af,42245,1731576081545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33007/user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d/WALs/83f56b55f2af,42245,1731576081545/83f56b55f2af%2C42245%2C1731576081545.1731576083532 to pos 1239, reset compression=false 2024-11-14T09:21:40,734 DEBUG [RS:0;83f56b55f2af:42245 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3023a6981ad3a95c543b4816ce97538e, 64e8c5a320ecbc76724805a90287e902 2024-11-14T09:21:40,769 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,38605,1731576073761.replicationSource.wal-reader.83f56b55f2af%2C38605%2C1731576073761,1-83f56b55f2af,38605,1731576073761 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33865/user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e/WALs/83f56b55f2af,38605,1731576073761/83f56b55f2af%2C38605%2C1731576073761.1731576075755 to pos 636, reset compression=false 2024-11-14T09:21:40,934 DEBUG [RS:0;83f56b55f2af:42245 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3023a6981ad3a95c543b4816ce97538e, 64e8c5a320ecbc76724805a90287e902 2024-11-14T09:21:40,954 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33007/user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d/data/hbase/meta/1588230740/.tmp/info/926a117610ca4d69941b719c123804b1 2024-11-14T09:21:40,954 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33007/user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d/data/hbase/replication/64e8c5a320ecbc76724805a90287e902/.tmp/queue/d5f19c9cc0cd45c885dcabfdce3b5bec 2024-11-14T09:21:40,958 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33007/user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d/data/hbase/replication/64e8c5a320ecbc76724805a90287e902/.tmp/queue/d5f19c9cc0cd45c885dcabfdce3b5bec as hdfs://localhost:33007/user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d/data/hbase/replication/64e8c5a320ecbc76724805a90287e902/queue/d5f19c9cc0cd45c885dcabfdce3b5bec 2024-11-14T09:21:40,962 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33007/user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d/data/hbase/replication/64e8c5a320ecbc76724805a90287e902/queue/d5f19c9cc0cd45c885dcabfdce3b5bec, entries=1, sequenceid=12, filesize=5.2 K 2024-11-14T09:21:40,963 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 64e8c5a320ecbc76724805a90287e902 in 430ms, sequenceid=12, compaction requested=false 2024-11-14T09:21:40,966 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33007/user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d/data/hbase/replication/64e8c5a320ecbc76724805a90287e902/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-14T09:21:40,966 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T09:21:40,966 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T09:21:40,966 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731576092328.64e8c5a320ecbc76724805a90287e902. 2024-11-14T09:21:40,966 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 64e8c5a320ecbc76724805a90287e902: Waiting for close lock at 1731576100533Running coprocessor pre-close hooks at 1731576100533Disabling compacts and flushes for region at 1731576100533Disabling writes for close at 1731576100533Obtaining lock to block concurrent updates at 1731576100533Preparing flush snapshotting stores in 64e8c5a320ecbc76724805a90287e902 at 1731576100533Finished memstore snapshotting hbase:replication,,1731576092328.64e8c5a320ecbc76724805a90287e902., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1731576100533Flushing stores of hbase:replication,,1731576092328.64e8c5a320ecbc76724805a90287e902. at 1731576100534 (+1 ms)Flushing 64e8c5a320ecbc76724805a90287e902/queue: creating writer at 1731576100534Flushing 64e8c5a320ecbc76724805a90287e902/queue: appending metadata at 1731576100549 (+15 ms)Flushing 64e8c5a320ecbc76724805a90287e902/queue: closing flushed file at 1731576100549Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f9efe4e: reopening flushed file at 1731576100958 (+409 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 64e8c5a320ecbc76724805a90287e902 in 430ms, sequenceid=12, compaction requested=false at 1731576100963 (+5 ms)Writing region close event to WAL at 1731576100963Running coprocessor post-close hooks at 1731576100966 (+3 ms)Closed at 1731576100966 2024-11-14T09:21:40,967 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731576092328.64e8c5a320ecbc76724805a90287e902. 2024-11-14T09:21:40,967 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3023a6981ad3a95c543b4816ce97538e, disabling compactions & flushes 2024-11-14T09:21:40,967 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731576086868.3023a6981ad3a95c543b4816ce97538e. 2024-11-14T09:21:40,967 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731576086868.3023a6981ad3a95c543b4816ce97538e. 2024-11-14T09:21:40,967 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731576086868.3023a6981ad3a95c543b4816ce97538e. after waiting 0 ms 2024-11-14T09:21:40,967 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731576086868.3023a6981ad3a95c543b4816ce97538e. 2024-11-14T09:21:40,967 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3023a6981ad3a95c543b4816ce97538e 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-14T09:21:40,974 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33007/user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d/data/hbase/meta/1588230740/.tmp/ns/f2695133be134b85b42cee574f42136e is 43, key is default/ns:d/1731576084481/Put/seqid=0 2024-11-14T09:21:40,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46079 is added to blk_1073741842_1018 (size=5153) 2024-11-14T09:21:40,977 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33007/user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d/data/hbase/meta/1588230740/.tmp/ns/f2695133be134b85b42cee574f42136e 2024-11-14T09:21:40,983 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33007/user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d/data/default/test/3023a6981ad3a95c543b4816ce97538e/.tmp/f/d9207b0be56748a7b6b02f1f2b646fb6 is 29, key is row1/f:/1731576098514/DeleteFamily/seqid=0 2024-11-14T09:21:40,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46079 is added to blk_1073741843_1019 (size=5152) 2024-11-14T09:21:41,002 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33007/user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d/data/hbase/meta/1588230740/.tmp/rep_barrier/c537552b82734beaafe074ca8d5ee8d1 is 112, key is test,,1731576086868.3023a6981ad3a95c543b4816ce97538e./rep_barrier:seqnumDuringOpen/1731576088013/Put/seqid=0 2024-11-14T09:21:41,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46079 is added to blk_1073741844_1020 (size=5518) 2024-11-14T09:21:41,015 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,41943,1731576077789.replicationSource.wal-reader.83f56b55f2af%2C41943%2C1731576077789,1-83f56b55f2af,41943,1731576077789 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/WALs/83f56b55f2af,41943,1731576077789/83f56b55f2af%2C41943%2C1731576077789.1731576079382 to pos 1191, reset compression=false 2024-11-14T09:21:41,134 DEBUG [RS:0;83f56b55f2af:42245 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3023a6981ad3a95c543b4816ce97538e 2024-11-14T09:21:41,169 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42245,1731576081545.replicationSource.wal-reader.83f56b55f2af%2C42245%2C1731576081545,1-83f56b55f2af,42245,1731576081545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33007/user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d/WALs/83f56b55f2af,42245,1731576081545/83f56b55f2af%2C42245%2C1731576081545.1731576083532 to pos 1239, reset compression=false 2024-11-14T09:21:41,173 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42245,1731576081545.replicationSource.wal-reader.83f56b55f2af%2C42245%2C1731576081545,1-83f56b55f2af,42245,1731576081545 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T09:21:41,173 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42245,1731576081545.replicationSource.wal-reader.83f56b55f2af%2C42245%2C1731576081545,1-83f56b55f2af,42245,1731576081545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33007/user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d/WALs/83f56b55f2af,42245,1731576081545/83f56b55f2af%2C42245%2C1731576081545.1731576083532 to pos 1486, reset compression=false 2024-11-14T09:21:41,173 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42245,1731576081545.replicationSource.shipper83f56b55f2af%2C42245%2C1731576081545,1-83f56b55f2af,42245,1731576081545 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83f56b55f2af,42245,1731576081545 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33007/user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d/WALs/83f56b55f2af,42245,1731576081545/83f56b55f2af%2C42245%2C1731576081545.1731576083532, lastWalPosition=1486, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T09:21:41,174 ERROR [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42245,1731576081545.replicationSource.shipper83f56b55f2af%2C42245%2C1731576081545,1-83f56b55f2af,42245,1731576081545 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 83f56b55f2af,42245,1731576081545: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-83f56b55f2af,42245,1731576081545, walGroup=83f56b55f2af%2C42245%2C1731576081545, offset=83f56b55f2af%2C42245%2C1731576081545.1731576083532:1486, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=83f56b55f2af:42245 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-14T09:21:41,175 ERROR [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42245,1731576081545.replicationSource.shipper83f56b55f2af%2C42245%2C1731576081545,1-83f56b55f2af,42245,1731576081545 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T09:21:41,175 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42245,1731576081545.replicationSource.shipper83f56b55f2af%2C42245%2C1731576081545,1-83f56b55f2af,42245,1731576081545 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T09:21:41,176 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42245,1731576081545.replicationSource.shipper83f56b55f2af%2C42245%2C1731576081545,1-83f56b55f2af,42245,1731576081545 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T09:21:41,176 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42245,1731576081545.replicationSource.shipper83f56b55f2af%2C42245%2C1731576081545,1-83f56b55f2af,42245,1731576081545 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T09:21:41,176 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42245,1731576081545.replicationSource.shipper83f56b55f2af%2C42245%2C1731576081545,1-83f56b55f2af,42245,1731576081545 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T09:21:41,176 INFO [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42245,1731576081545.replicationSource.shipper83f56b55f2af%2C42245%2C1731576081545,1-83f56b55f2af,42245,1731576081545 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1235222528, "init": 1048576000, "max": 2306867200, "used": 980273248 }, "NonHeapMemoryUsage": { "committed": 205979648, "init": 7667712, "max": -1, "used": 201634792 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T09:21:41,176 WARN [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42245,1731576081545.replicationSource.shipper83f56b55f2af%2C42245%2C1731576081545,1-83f56b55f2af,42245,1731576081545 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=83f56b55f2af:37143 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=83f56b55f2af:37143 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-14T09:21:41,334 DEBUG [RS:0;83f56b55f2af:42245 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3023a6981ad3a95c543b4816ce97538e 2024-11-14T09:21:41,376 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42245,1731576081545.replicationSource.wal-reader.83f56b55f2af%2C42245%2C1731576081545,1-83f56b55f2af,42245,1731576081545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33007/user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d/WALs/83f56b55f2af,42245,1731576081545/83f56b55f2af%2C42245%2C1731576081545.1731576083532 to pos 1486, reset compression=false 2024-11-14T09:21:41,390 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33007/user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d/data/default/test/3023a6981ad3a95c543b4816ce97538e/.tmp/f/d9207b0be56748a7b6b02f1f2b646fb6 2024-11-14T09:21:41,394 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d9207b0be56748a7b6b02f1f2b646fb6 2024-11-14T09:21:41,405 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33007/user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d/data/hbase/meta/1588230740/.tmp/rep_barrier/c537552b82734beaafe074ca8d5ee8d1 2024-11-14T09:21:41,407 INFO [regionserver/83f56b55f2af:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T09:21:41,407 INFO [regionserver/83f56b55f2af:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T09:21:41,410 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33007/user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d/data/default/test/3023a6981ad3a95c543b4816ce97538e/.tmp/f1/ec7a3da00a5940bdbf89d49abb9c1de9 is 30, key is row1/f1:/1731576098514/DeleteFamily/seqid=0 2024-11-14T09:21:41,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46079 is added to blk_1073741845_1021 (size=5158) 2024-11-14T09:21:41,423 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33007/user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d/data/hbase/meta/1588230740/.tmp/table/5f487f47992a486f81acfbc1f20ab232 is 53, key is hbase:replication/table:state/1731576093504/Put/seqid=0 2024-11-14T09:21:41,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46079 is added to blk_1073741846_1022 (size=5308) 2024-11-14T09:21:41,518 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,41943,1731576077789.replicationSource.wal-reader.83f56b55f2af%2C41943%2C1731576077789,1-83f56b55f2af,41943,1731576077789 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/WALs/83f56b55f2af,41943,1731576077789/83f56b55f2af%2C41943%2C1731576077789.1731576079382 to pos 1191, reset compression=false 2024-11-14T09:21:41,534 INFO [RS:0;83f56b55f2af:42245 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T09:21:41,534 DEBUG [RS:0;83f56b55f2af:42245 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 3023a6981ad3a95c543b4816ce97538e=test,,1731576086868.3023a6981ad3a95c543b4816ce97538e.} 2024-11-14T09:21:41,534 DEBUG [RS:0;83f56b55f2af:42245 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3023a6981ad3a95c543b4816ce97538e 2024-11-14T09:21:41,572 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,38605,1731576073761.replicationSource.wal-reader.83f56b55f2af%2C38605%2C1731576073761,1-83f56b55f2af,38605,1731576073761 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33865/user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e/WALs/83f56b55f2af,38605,1731576073761/83f56b55f2af%2C38605%2C1731576073761.1731576075755 to pos 636, reset compression=false 2024-11-14T09:21:41,679 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42245,1731576081545.replicationSource.wal-reader.83f56b55f2af%2C42245%2C1731576081545,1-83f56b55f2af,42245,1731576081545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33007/user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d/WALs/83f56b55f2af,42245,1731576081545/83f56b55f2af%2C42245%2C1731576081545.1731576083532 to pos 1486, reset compression=false 2024-11-14T09:21:41,735 DEBUG [RS:0;83f56b55f2af:42245 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3023a6981ad3a95c543b4816ce97538e 2024-11-14T09:21:41,814 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33007/user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d/data/default/test/3023a6981ad3a95c543b4816ce97538e/.tmp/f1/ec7a3da00a5940bdbf89d49abb9c1de9 2024-11-14T09:21:41,818 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ec7a3da00a5940bdbf89d49abb9c1de9 2024-11-14T09:21:41,827 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33007/user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d/data/hbase/meta/1588230740/.tmp/table/5f487f47992a486f81acfbc1f20ab232 2024-11-14T09:21:41,832 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33007/user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d/data/hbase/meta/1588230740/.tmp/info/926a117610ca4d69941b719c123804b1 as hdfs://localhost:33007/user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d/data/hbase/meta/1588230740/info/926a117610ca4d69941b719c123804b1 2024-11-14T09:21:41,836 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33007/user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d/data/hbase/meta/1588230740/info/926a117610ca4d69941b719c123804b1, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T09:21:41,836 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33007/user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d/data/default/test/3023a6981ad3a95c543b4816ce97538e/.tmp/norep/efc75c4e8af145f2b1c2ec83144cad85 is 33, key is row2/norep:/1731576099518/DeleteFamily/seqid=0 2024-11-14T09:21:41,836 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33007/user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d/data/hbase/meta/1588230740/.tmp/ns/f2695133be134b85b42cee574f42136e as hdfs://localhost:33007/user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d/data/hbase/meta/1588230740/ns/f2695133be134b85b42cee574f42136e 2024-11-14T09:21:41,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46079 is added to blk_1073741847_1023 (size=5108) 2024-11-14T09:21:41,840 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33007/user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d/data/hbase/meta/1588230740/ns/f2695133be134b85b42cee574f42136e, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T09:21:41,841 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33007/user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d/data/hbase/meta/1588230740/.tmp/rep_barrier/c537552b82734beaafe074ca8d5ee8d1 as hdfs://localhost:33007/user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d/data/hbase/meta/1588230740/rep_barrier/c537552b82734beaafe074ca8d5ee8d1 2024-11-14T09:21:41,844 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33007/user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d/data/hbase/meta/1588230740/rep_barrier/c537552b82734beaafe074ca8d5ee8d1, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T09:21:41,845 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33007/user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d/data/hbase/meta/1588230740/.tmp/table/5f487f47992a486f81acfbc1f20ab232 as hdfs://localhost:33007/user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d/data/hbase/meta/1588230740/table/5f487f47992a486f81acfbc1f20ab232 2024-11-14T09:21:41,848 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33007/user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d/data/hbase/meta/1588230740/table/5f487f47992a486f81acfbc1f20ab232, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T09:21:41,849 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1316ms, sequenceid=16, compaction requested=false 2024-11-14T09:21:41,852 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33007/user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T09:21:41,853 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T09:21:41,853 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T09:21:41,853 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T09:21:41,853 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731576100533Running coprocessor pre-close hooks at 1731576100533Disabling compacts and flushes for region at 1731576100533Disabling writes for close at 1731576100533Obtaining lock to block concurrent updates at 1731576100534 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731576100534Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731576100534Flushing stores of hbase:meta,,1.1588230740 at 1731576100534Flushing 1588230740/info: creating writer at 1731576100534Flushing 1588230740/info: appending metadata at 1731576100549 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731576100549Flushing 1588230740/ns: creating writer at 1731576100958 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731576100973 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731576100973Flushing 1588230740/rep_barrier: creating writer at 1731576100981 (+8 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731576101001 (+20 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731576101001Flushing 1588230740/table: creating writer at 1731576101409 (+408 ms)Flushing 1588230740/table: appending metadata at 1731576101423 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731576101423Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3486d61d: reopening flushed file at 1731576101831 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6800dc0c: reopening flushed file at 1731576101836 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@640038be: reopening flushed file at 1731576101840 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e401cbc: reopening flushed file at 1731576101844 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1316ms, sequenceid=16, compaction requested=false at 1731576101849 (+5 ms)Writing region close event to WAL at 1731576101850 (+1 ms)Running coprocessor post-close hooks at 1731576101853 (+3 ms)Closed at 1731576101853 2024-11-14T09:21:41,853 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T09:21:41,935 DEBUG [RS:0;83f56b55f2af:42245 {}] regionserver.HRegionServer(1351): Waiting on 3023a6981ad3a95c543b4816ce97538e 2024-11-14T09:21:42,083 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42245,1731576081545.replicationSource.wal-reader.83f56b55f2af%2C42245%2C1731576081545,1-83f56b55f2af,42245,1731576081545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33007/user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d/WALs/83f56b55f2af,42245,1731576081545/83f56b55f2af%2C42245%2C1731576081545.1731576083532 to pos 1486, reset compression=false 2024-11-14T09:21:42,121 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,41943,1731576077789.replicationSource.wal-reader.83f56b55f2af%2C41943%2C1731576077789,1-83f56b55f2af,41943,1731576077789 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/WALs/83f56b55f2af,41943,1731576077789/83f56b55f2af%2C41943%2C1731576077789.1731576079382 to pos 1191, reset compression=false 2024-11-14T09:21:42,135 DEBUG [RS:0;83f56b55f2af:42245 {}] regionserver.HRegionServer(1351): Waiting on 3023a6981ad3a95c543b4816ce97538e 2024-11-14T09:21:42,241 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33007/user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d/data/default/test/3023a6981ad3a95c543b4816ce97538e/.tmp/norep/efc75c4e8af145f2b1c2ec83144cad85 2024-11-14T09:21:42,244 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for efc75c4e8af145f2b1c2ec83144cad85 2024-11-14T09:21:42,245 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33007/user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d/data/default/test/3023a6981ad3a95c543b4816ce97538e/.tmp/f/d9207b0be56748a7b6b02f1f2b646fb6 as hdfs://localhost:33007/user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d/data/default/test/3023a6981ad3a95c543b4816ce97538e/f/d9207b0be56748a7b6b02f1f2b646fb6 2024-11-14T09:21:42,248 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d9207b0be56748a7b6b02f1f2b646fb6 2024-11-14T09:21:42,248 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33007/user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d/data/default/test/3023a6981ad3a95c543b4816ce97538e/f/d9207b0be56748a7b6b02f1f2b646fb6, entries=3, sequenceid=10, filesize=5.0 K 2024-11-14T09:21:42,249 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33007/user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d/data/default/test/3023a6981ad3a95c543b4816ce97538e/.tmp/f1/ec7a3da00a5940bdbf89d49abb9c1de9 as hdfs://localhost:33007/user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d/data/default/test/3023a6981ad3a95c543b4816ce97538e/f1/ec7a3da00a5940bdbf89d49abb9c1de9 2024-11-14T09:21:42,253 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ec7a3da00a5940bdbf89d49abb9c1de9 2024-11-14T09:21:42,253 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33007/user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d/data/default/test/3023a6981ad3a95c543b4816ce97538e/f1/ec7a3da00a5940bdbf89d49abb9c1de9, entries=3, sequenceid=10, filesize=5.0 K 2024-11-14T09:21:42,253 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33007/user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d/data/default/test/3023a6981ad3a95c543b4816ce97538e/.tmp/norep/efc75c4e8af145f2b1c2ec83144cad85 as hdfs://localhost:33007/user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d/data/default/test/3023a6981ad3a95c543b4816ce97538e/norep/efc75c4e8af145f2b1c2ec83144cad85 2024-11-14T09:21:42,257 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for efc75c4e8af145f2b1c2ec83144cad85 2024-11-14T09:21:42,257 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33007/user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d/data/default/test/3023a6981ad3a95c543b4816ce97538e/norep/efc75c4e8af145f2b1c2ec83144cad85, entries=1, sequenceid=10, filesize=5.0 K 2024-11-14T09:21:42,257 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 3023a6981ad3a95c543b4816ce97538e in 1290ms, sequenceid=10, compaction requested=false 2024-11-14T09:21:42,261 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33007/user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d/data/default/test/3023a6981ad3a95c543b4816ce97538e/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-14T09:21:42,261 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T09:21:42,261 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T09:21:42,261 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731576086868.3023a6981ad3a95c543b4816ce97538e. 2024-11-14T09:21:42,261 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3023a6981ad3a95c543b4816ce97538e: Waiting for close lock at 1731576100967Running coprocessor pre-close hooks at 1731576100967Disabling compacts and flushes for region at 1731576100967Disabling writes for close at 1731576100967Obtaining lock to block concurrent updates at 1731576100967Preparing flush snapshotting stores in 3023a6981ad3a95c543b4816ce97538e at 1731576100967Finished memstore snapshotting test,,1731576086868.3023a6981ad3a95c543b4816ce97538e., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731576100967Flushing stores of test,,1731576086868.3023a6981ad3a95c543b4816ce97538e. at 1731576100968 (+1 ms)Flushing 3023a6981ad3a95c543b4816ce97538e/f: creating writer at 1731576100968Flushing 3023a6981ad3a95c543b4816ce97538e/f: appending metadata at 1731576100982 (+14 ms)Flushing 3023a6981ad3a95c543b4816ce97538e/f: closing flushed file at 1731576100982Flushing 3023a6981ad3a95c543b4816ce97538e/f1: creating writer at 1731576101395 (+413 ms)Flushing 3023a6981ad3a95c543b4816ce97538e/f1: appending metadata at 1731576101409 (+14 ms)Flushing 3023a6981ad3a95c543b4816ce97538e/f1: closing flushed file at 1731576101409Flushing 3023a6981ad3a95c543b4816ce97538e/norep: creating writer at 1731576101818 (+409 ms)Flushing 3023a6981ad3a95c543b4816ce97538e/norep: appending metadata at 1731576101835 (+17 ms)Flushing 3023a6981ad3a95c543b4816ce97538e/norep: closing flushed file at 1731576101835Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5488a974: reopening flushed file at 1731576102245 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f6bfbeb: reopening flushed file at 1731576102248 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a36aaae: reopening flushed file at 1731576102253 (+5 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 3023a6981ad3a95c543b4816ce97538e in 1290ms, sequenceid=10, compaction requested=false at 1731576102257 (+4 ms)Writing region close event to WAL at 1731576102258 (+1 ms)Running coprocessor post-close hooks at 1731576102261 (+3 ms)Closed at 1731576102261 2024-11-14T09:21:42,262 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731576086868.3023a6981ad3a95c543b4816ce97538e. 2024-11-14T09:21:42,335 INFO [RS:0;83f56b55f2af:42245 {}] regionserver.HRegionServer(976): stopping server 83f56b55f2af,42245,1731576081545; all regions closed. 2024-11-14T09:21:42,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46079 is added to blk_1073741834_1010 (size=4239) 2024-11-14T09:21:42,337 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d/WALs/83f56b55f2af,42245,1731576081545/83f56b55f2af%2C42245%2C1731576081545.meta.1731576084444.meta not finished, retry = 0 2024-11-14T09:21:42,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46079 is added to blk_1073741839_1015 (size=3114) 2024-11-14T09:21:42,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46079 is added to blk_1073741832_1008 (size=2138) 2024-11-14T09:21:42,442 DEBUG [RS:0;83f56b55f2af:42245 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:21:42,442 INFO [RS:0;83f56b55f2af:42245 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T09:21:42,442 INFO [RS:0;83f56b55f2af:42245 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T09:21:42,443 INFO [RS:0;83f56b55f2af:42245 {}] hbase.ChoreService(370): Chore service for: regionserver/83f56b55f2af:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-14T09:21:42,443 INFO [RS:0;83f56b55f2af:42245 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T09:21:42,443 INFO [regionserver/83f56b55f2af:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T09:21:42,443 INFO [RS:0;83f56b55f2af:42245 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-83f56b55f2af,42245,1731576081545 because: Region server is closing 2024-11-14T09:21:42,444 INFO [RS:0;83f56b55f2af:42245 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;83f56b55f2af:42245. 2024-11-14T09:21:42,444 DEBUG [RS:0;83f56b55f2af:42245 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:21:42,444 DEBUG [RS:0;83f56b55f2af:42245 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:21:42,444 DEBUG [RS:0;83f56b55f2af:42245 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:21:42,444 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T09:21:42,476 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,38605,1731576073761.replicationSource.wal-reader.83f56b55f2af%2C38605%2C1731576073761,1-83f56b55f2af,38605,1731576073761 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33865/user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e/WALs/83f56b55f2af,38605,1731576073761/83f56b55f2af%2C38605%2C1731576073761.1731576075755 to pos 636, reset compression=false 2024-11-14T09:21:42,544 INFO [RS:0;83f56b55f2af:42245 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42245,1731576081545.replicationSource.shipper83f56b55f2af%2C42245%2C1731576081545,1-83f56b55f2af,42245,1731576081545 terminated 2024-11-14T09:21:42,544 WARN [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,42245,1731576081545.replicationSource.wal-reader.83f56b55f2af%2C42245%2C1731576081545,1-83f56b55f2af,42245,1731576081545 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T09:21:42,544 INFO [RS:0;83f56b55f2af:42245 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;83f56b55f2af:42245. 2024-11-14T09:21:42,544 DEBUG [RS:0;83f56b55f2af:42245 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:21:42,544 DEBUG [RS:0;83f56b55f2af:42245 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:21:42,544 DEBUG [RS:0;83f56b55f2af:42245 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:21:42,544 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T09:21:42,545 INFO [RS:0;83f56b55f2af:42245 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42245 2024-11-14T09:21:42,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42245-0x10115c7f3e80007, quorum=127.0.0.1:62077, baseZNode=/2-1318699706 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1318699706/rs/83f56b55f2af,42245,1731576081545 2024-11-14T09:21:42,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37143-0x10115c7f3e80006, quorum=127.0.0.1:62077, baseZNode=/2-1318699706 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1318699706/rs 2024-11-14T09:21:42,546 INFO [RS:0;83f56b55f2af:42245 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T09:21:42,547 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [83f56b55f2af,42245,1731576081545] 2024-11-14T09:21:42,554 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1318699706/draining/83f56b55f2af,42245,1731576081545 already deleted, retry=false 2024-11-14T09:21:42,554 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 83f56b55f2af,42245,1731576081545 expired; onlineServers=0 2024-11-14T09:21:42,555 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '83f56b55f2af,37143,1731576081509' ***** 2024-11-14T09:21:42,555 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T09:21:42,555 INFO [M:0;83f56b55f2af:37143 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T09:21:42,555 INFO [M:0;83f56b55f2af:37143 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T09:21:42,555 DEBUG [M:0;83f56b55f2af:37143 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T09:21:42,555 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T09:21:42,555 DEBUG [M:0;83f56b55f2af:37143 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T09:21:42,555 DEBUG [master/83f56b55f2af:0:becomeActiveMaster-HFileCleaner.large.0-1731576083308 {}] cleaner.HFileCleaner(306): Exit Thread[master/83f56b55f2af:0:becomeActiveMaster-HFileCleaner.large.0-1731576083308,5,FailOnTimeoutGroup] 2024-11-14T09:21:42,555 DEBUG [master/83f56b55f2af:0:becomeActiveMaster-HFileCleaner.small.0-1731576083309 {}] cleaner.HFileCleaner(306): Exit Thread[master/83f56b55f2af:0:becomeActiveMaster-HFileCleaner.small.0-1731576083309,5,FailOnTimeoutGroup] 2024-11-14T09:21:42,555 INFO [M:0;83f56b55f2af:37143 {}] hbase.ChoreService(370): Chore service for: master/83f56b55f2af:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T09:21:42,555 INFO [M:0;83f56b55f2af:37143 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T09:21:42,555 DEBUG [M:0;83f56b55f2af:37143 {}] master.HMaster(1795): Stopping service threads 2024-11-14T09:21:42,555 INFO [M:0;83f56b55f2af:37143 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T09:21:42,556 INFO [M:0;83f56b55f2af:37143 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T09:21:42,556 INFO [M:0;83f56b55f2af:37143 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T09:21:42,556 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T09:21:42,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37143-0x10115c7f3e80006, quorum=127.0.0.1:62077, baseZNode=/2-1318699706 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1318699706/master 2024-11-14T09:21:42,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37143-0x10115c7f3e80006, quorum=127.0.0.1:62077, baseZNode=/2-1318699706 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1318699706 2024-11-14T09:21:42,556 DEBUG [M:0;83f56b55f2af:37143 {}] zookeeper.ZKUtil(347): master:37143-0x10115c7f3e80006, quorum=127.0.0.1:62077, baseZNode=/2-1318699706 Unable to get data of znode /2-1318699706/master because node does not exist (not an error) 2024-11-14T09:21:42,557 WARN [M:0;83f56b55f2af:37143 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T09:21:42,557 INFO [M:0;83f56b55f2af:37143 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33007/user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d/.lastflushedseqids 2024-11-14T09:21:42,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46079 is added to blk_1073741848_1024 (size=245) 2024-11-14T09:21:42,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42245-0x10115c7f3e80007, quorum=127.0.0.1:62077, baseZNode=/2-1318699706 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T09:21:42,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42245-0x10115c7f3e80007, quorum=127.0.0.1:62077, baseZNode=/2-1318699706 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T09:21:42,648 INFO [RS:0;83f56b55f2af:42245 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T09:21:42,648 INFO [RS:0;83f56b55f2af:42245 {}] regionserver.HRegionServer(1031): Exiting; stopping=83f56b55f2af,42245,1731576081545; zookeeper connection closed. 2024-11-14T09:21:42,648 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3f4a7fd1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3f4a7fd1 2024-11-14T09:21:42,649 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T09:21:42,825 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,41943,1731576077789.replicationSource.wal-reader.83f56b55f2af%2C41943%2C1731576077789,1-83f56b55f2af,41943,1731576077789 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/WALs/83f56b55f2af,41943,1731576077789/83f56b55f2af%2C41943%2C1731576077789.1731576079382 to pos 1191, reset compression=false 2024-11-14T09:21:42,961 INFO [M:0;83f56b55f2af:37143 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T09:21:42,962 INFO [M:0;83f56b55f2af:37143 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T09:21:42,962 DEBUG [M:0;83f56b55f2af:37143 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T09:21:42,962 INFO [M:0;83f56b55f2af:37143 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:21:42,962 DEBUG [M:0;83f56b55f2af:37143 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:21:42,962 DEBUG [M:0;83f56b55f2af:37143 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T09:21:42,962 DEBUG [M:0;83f56b55f2af:37143 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:21:42,962 INFO [M:0;83f56b55f2af:37143 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-14T09:21:42,981 DEBUG [M:0;83f56b55f2af:37143 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33007/user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2670529b85a04d2fae097c9b6f1d9bad is 82, key is hbase:meta,,1/info:regioninfo/1731576084472/Put/seqid=0 2024-11-14T09:21:42,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46079 is added to blk_1073741849_1025 (size=5672) 2024-11-14T09:21:43,289 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T09:21:43,385 INFO [M:0;83f56b55f2af:37143 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33007/user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2670529b85a04d2fae097c9b6f1d9bad 2024-11-14T09:21:43,403 DEBUG [M:0;83f56b55f2af:37143 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33007/user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e5aca2386b1c428eb546f9ee22274576 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731576093508/Put/seqid=0 2024-11-14T09:21:43,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46079 is added to blk_1073741850_1026 (size=8516) 2024-11-14T09:21:43,479 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,38605,1731576073761.replicationSource.wal-reader.83f56b55f2af%2C38605%2C1731576073761,1-83f56b55f2af,38605,1731576073761 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33865/user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e/WALs/83f56b55f2af,38605,1731576073761/83f56b55f2af%2C38605%2C1731576073761.1731576075755 to pos 636, reset compression=false 2024-11-14T09:21:43,628 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,41943,1731576077789.replicationSource.wal-reader.83f56b55f2af%2C41943%2C1731576077789,1-83f56b55f2af,41943,1731576077789 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/WALs/83f56b55f2af,41943,1731576077789/83f56b55f2af%2C41943%2C1731576077789.1731576079382 to pos 1191, reset compression=false 2024-11-14T09:21:43,807 INFO [M:0;83f56b55f2af:37143 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33007/user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e5aca2386b1c428eb546f9ee22274576 2024-11-14T09:21:43,825 DEBUG [M:0;83f56b55f2af:37143 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33007/user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/434b38f00d004208a9bd02c4b0ae71d9 is 69, key is 83f56b55f2af,42245,1731576081545/rs:state/1731576083385/Put/seqid=0 2024-11-14T09:21:43,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46079 is added to blk_1073741851_1027 (size=5156) 2024-11-14T09:21:44,229 INFO [M:0;83f56b55f2af:37143 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33007/user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/434b38f00d004208a9bd02c4b0ae71d9 2024-11-14T09:21:44,233 DEBUG [M:0;83f56b55f2af:37143 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33007/user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2670529b85a04d2fae097c9b6f1d9bad as hdfs://localhost:33007/user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2670529b85a04d2fae097c9b6f1d9bad 2024-11-14T09:21:44,237 INFO [M:0;83f56b55f2af:37143 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33007/user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2670529b85a04d2fae097c9b6f1d9bad, entries=8, sequenceid=97, filesize=5.5 K 2024-11-14T09:21:44,237 DEBUG [M:0;83f56b55f2af:37143 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33007/user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e5aca2386b1c428eb546f9ee22274576 as hdfs://localhost:33007/user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e5aca2386b1c428eb546f9ee22274576 2024-11-14T09:21:44,241 INFO [M:0;83f56b55f2af:37143 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33007/user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e5aca2386b1c428eb546f9ee22274576, entries=11, sequenceid=97, filesize=8.3 K 2024-11-14T09:21:44,242 DEBUG [M:0;83f56b55f2af:37143 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33007/user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/434b38f00d004208a9bd02c4b0ae71d9 as hdfs://localhost:33007/user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/434b38f00d004208a9bd02c4b0ae71d9 2024-11-14T09:21:44,245 INFO [M:0;83f56b55f2af:37143 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33007/user/jenkins/test-data/fbc4def8-4362-2f12-435c-4687aadf766d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/434b38f00d004208a9bd02c4b0ae71d9, entries=1, sequenceid=97, filesize=5.0 K 2024-11-14T09:21:44,246 INFO [M:0;83f56b55f2af:37143 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=97, compaction requested=false 2024-11-14T09:21:44,247 INFO [M:0;83f56b55f2af:37143 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:21:44,247 DEBUG [M:0;83f56b55f2af:37143 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731576102962Disabling compacts and flushes for region at 1731576102962Disabling writes for close at 1731576102962Obtaining lock to block concurrent updates at 1731576102962Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731576102962Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731576102963 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731576102963Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731576102963Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731576102981 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731576102981Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731576103389 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731576103403 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731576103403Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731576103811 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731576103825 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731576103825Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78da74d7: reopening flushed file at 1731576104233 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d7df8ca: reopening flushed file at 1731576104237 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@543446f0: reopening flushed file at 1731576104241 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=97, compaction requested=false at 1731576104246 (+5 ms)Writing region close event to WAL at 1731576104247 (+1 ms)Closed at 1731576104247 2024-11-14T09:21:44,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46079 is added to blk_1073741830_1006 (size=63654) 2024-11-14T09:21:44,250 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T09:21:44,250 INFO [M:0;83f56b55f2af:37143 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T09:21:44,250 INFO [M:0;83f56b55f2af:37143 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37143 2024-11-14T09:21:44,250 INFO [M:0;83f56b55f2af:37143 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T09:21:44,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37143-0x10115c7f3e80006, quorum=127.0.0.1:62077, baseZNode=/2-1318699706 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T09:21:44,353 INFO [M:0;83f56b55f2af:37143 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T09:21:44,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37143-0x10115c7f3e80006, quorum=127.0.0.1:62077, baseZNode=/2-1318699706 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T09:21:44,357 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@61c486c0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T09:21:44,357 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6dcf78a5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T09:21:44,357 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T09:21:44,358 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6796c00e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T09:21:44,358 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76eb47af{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7177957-d70b-e444-b6fb-de6f99b24bb2/hadoop.log.dir/,STOPPED} 2024-11-14T09:21:44,359 WARN [BP-638221588-172.17.0.2-1731576080449 heartbeating to localhost/127.0.0.1:33007 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T09:21:44,359 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T09:21:44,359 WARN [BP-638221588-172.17.0.2-1731576080449 heartbeating to localhost/127.0.0.1:33007 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-638221588-172.17.0.2-1731576080449 (Datanode Uuid 59babf24-0787-4f82-868c-0d73d6b9fa8a) service to localhost/127.0.0.1:33007 2024-11-14T09:21:44,359 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T09:21:44,360 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7177957-d70b-e444-b6fb-de6f99b24bb2/cluster_87d8122b-053e-739a-bb6c-7433c9c9022f/data/data1/current/BP-638221588-172.17.0.2-1731576080449 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T09:21:44,360 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7177957-d70b-e444-b6fb-de6f99b24bb2/cluster_87d8122b-053e-739a-bb6c-7433c9c9022f/data/data2/current/BP-638221588-172.17.0.2-1731576080449 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T09:21:44,360 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T09:21:44,367 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1ea71958{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T09:21:44,367 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2f6c528b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T09:21:44,367 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T09:21:44,368 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3bf01f44{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T09:21:44,368 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@58d27556{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7177957-d70b-e444-b6fb-de6f99b24bb2/hadoop.log.dir/,STOPPED} 2024-11-14T09:21:44,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T09:21:44,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T09:21:44,382 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T09:21:44,383 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:21:44,383 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:21:44,383 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:21:44,383 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T09:21:44,383 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T09:21:44,383 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=782986090, stopped=false 2024-11-14T09:21:44,383 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=83f56b55f2af,44917,1731576077751 2024-11-14T09:21:44,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44917-0x10115c7f3e80003, quorum=127.0.0.1:62077, baseZNode=/12051546041 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12051546041/running 2024-11-14T09:21:44,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41943-0x10115c7f3e80004, quorum=127.0.0.1:62077, baseZNode=/12051546041 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12051546041/running 2024-11-14T09:21:44,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44917-0x10115c7f3e80003, quorum=127.0.0.1:62077, baseZNode=/12051546041 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12051546041 2024-11-14T09:21:44,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41943-0x10115c7f3e80004, quorum=127.0.0.1:62077, baseZNode=/12051546041 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12051546041 2024-11-14T09:21:44,385 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T09:21:44,385 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T09:21:44,385 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:21:44,385 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:21:44,385 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '83f56b55f2af,41943,1731576077789' ***** 2024-11-14T09:21:44,385 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T09:21:44,385 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41943-0x10115c7f3e80004, quorum=127.0.0.1:62077, baseZNode=/12051546041 Set watcher on znode that does not yet exist, /12051546041/running 2024-11-14T09:21:44,385 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44917-0x10115c7f3e80003, quorum=127.0.0.1:62077, baseZNode=/12051546041 Set watcher on znode that does not yet exist, /12051546041/running 2024-11-14T09:21:44,386 INFO [RS:0;83f56b55f2af:41943 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T09:21:44,386 INFO [RS:0;83f56b55f2af:41943 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T09:21:44,386 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T09:21:44,386 INFO [RS:0;83f56b55f2af:41943 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T09:21:44,386 INFO [RS:0;83f56b55f2af:41943 {}] regionserver.HRegionServer(3091): Received CLOSE for dcddfdf982d43d33902af8e2422a154e 2024-11-14T09:21:44,386 INFO [RS:0;83f56b55f2af:41943 {}] regionserver.HRegionServer(3091): Received CLOSE for 41406a4c74b2309ee1da893751b31e2b 2024-11-14T09:21:44,386 INFO [RS:0;83f56b55f2af:41943 {}] regionserver.HRegionServer(959): stopping server 83f56b55f2af,41943,1731576077789 2024-11-14T09:21:44,386 INFO [RS:0;83f56b55f2af:41943 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T09:21:44,387 INFO [RS:0;83f56b55f2af:41943 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;83f56b55f2af:41943. 2024-11-14T09:21:44,387 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing dcddfdf982d43d33902af8e2422a154e, disabling compactions & flushes 2024-11-14T09:21:44,387 DEBUG [RS:0;83f56b55f2af:41943 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:21:44,387 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731576090178.dcddfdf982d43d33902af8e2422a154e. 2024-11-14T09:21:44,387 DEBUG [RS:0;83f56b55f2af:41943 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:21:44,387 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731576090178.dcddfdf982d43d33902af8e2422a154e. 2024-11-14T09:21:44,387 INFO [RS:0;83f56b55f2af:41943 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T09:21:44,387 INFO [RS:0;83f56b55f2af:41943 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T09:21:44,387 INFO [RS:0;83f56b55f2af:41943 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T09:21:44,387 INFO [RS:0;83f56b55f2af:41943 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T09:21:44,387 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731576090178.dcddfdf982d43d33902af8e2422a154e. after waiting 0 ms 2024-11-14T09:21:44,387 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731576090178.dcddfdf982d43d33902af8e2422a154e. 2024-11-14T09:21:44,387 INFO [RS:0;83f56b55f2af:41943 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T09:21:44,387 DEBUG [RS:0;83f56b55f2af:41943 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, dcddfdf982d43d33902af8e2422a154e=hbase:replication,,1731576090178.dcddfdf982d43d33902af8e2422a154e., 41406a4c74b2309ee1da893751b31e2b=test,,1731576085727.41406a4c74b2309ee1da893751b31e2b.} 2024-11-14T09:21:44,387 DEBUG [RS:0;83f56b55f2af:41943 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 41406a4c74b2309ee1da893751b31e2b, dcddfdf982d43d33902af8e2422a154e 2024-11-14T09:21:44,387 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing dcddfdf982d43d33902af8e2422a154e 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-14T09:21:44,387 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T09:21:44,387 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T09:21:44,387 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T09:21:44,387 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T09:21:44,387 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T09:21:44,387 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T09:21:44,403 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/data/hbase/meta/1588230740/.tmp/info/1e2f91303d3a406f803f2ed5ea06ea11 is 147, key is hbase:replication,,1731576090178.dcddfdf982d43d33902af8e2422a154e./info:regioninfo/1731576091343/Put/seqid=0 2024-11-14T09:21:44,405 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/data/hbase/replication/dcddfdf982d43d33902af8e2422a154e/.tmp/queue/057e763cbbbf4e8a8fa4f62d7b84e99a is 154, key is 1-83f56b55f2af,41943,1731576077789/queue:83f56b55f2af%2C41943%2C1731576077789/1731576100107/Put/seqid=0 2024-11-14T09:21:44,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40437 is added to blk_1073741840_1016 (size=7686) 2024-11-14T09:21:44,406 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/data/hbase/meta/1588230740/.tmp/info/1e2f91303d3a406f803f2ed5ea06ea11 2024-11-14T09:21:44,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40437 is added to blk_1073741841_1017 (size=5353) 2024-11-14T09:21:44,409 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/data/hbase/replication/dcddfdf982d43d33902af8e2422a154e/.tmp/queue/057e763cbbbf4e8a8fa4f62d7b84e99a 2024-11-14T09:21:44,413 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/data/hbase/replication/dcddfdf982d43d33902af8e2422a154e/.tmp/queue/057e763cbbbf4e8a8fa4f62d7b84e99a as hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/data/hbase/replication/dcddfdf982d43d33902af8e2422a154e/queue/057e763cbbbf4e8a8fa4f62d7b84e99a 2024-11-14T09:21:44,416 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/data/hbase/replication/dcddfdf982d43d33902af8e2422a154e/queue/057e763cbbbf4e8a8fa4f62d7b84e99a, entries=1, sequenceid=12, filesize=5.2 K 2024-11-14T09:21:44,417 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for dcddfdf982d43d33902af8e2422a154e in 30ms, sequenceid=12, compaction requested=false 2024-11-14T09:21:44,417 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-14T09:21:44,421 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/data/hbase/replication/dcddfdf982d43d33902af8e2422a154e/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-14T09:21:44,421 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T09:21:44,421 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T09:21:44,421 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731576090178.dcddfdf982d43d33902af8e2422a154e. 2024-11-14T09:21:44,421 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for dcddfdf982d43d33902af8e2422a154e: Waiting for close lock at 1731576104387Running coprocessor pre-close hooks at 1731576104387Disabling compacts and flushes for region at 1731576104387Disabling writes for close at 1731576104387Obtaining lock to block concurrent updates at 1731576104387Preparing flush snapshotting stores in dcddfdf982d43d33902af8e2422a154e at 1731576104387Finished memstore snapshotting hbase:replication,,1731576090178.dcddfdf982d43d33902af8e2422a154e., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1731576104387Flushing stores of hbase:replication,,1731576090178.dcddfdf982d43d33902af8e2422a154e. at 1731576104388 (+1 ms)Flushing dcddfdf982d43d33902af8e2422a154e/queue: creating writer at 1731576104388Flushing dcddfdf982d43d33902af8e2422a154e/queue: appending metadata at 1731576104404 (+16 ms)Flushing dcddfdf982d43d33902af8e2422a154e/queue: closing flushed file at 1731576104405 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3af5ca4a: reopening flushed file at 1731576104412 (+7 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for dcddfdf982d43d33902af8e2422a154e in 30ms, sequenceid=12, compaction requested=false at 1731576104417 (+5 ms)Writing region close event to WAL at 1731576104418 (+1 ms)Running coprocessor post-close hooks at 1731576104421 (+3 ms)Closed at 1731576104421 2024-11-14T09:21:44,422 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731576090178.dcddfdf982d43d33902af8e2422a154e. 2024-11-14T09:21:44,422 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 41406a4c74b2309ee1da893751b31e2b, disabling compactions & flushes 2024-11-14T09:21:44,422 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731576085727.41406a4c74b2309ee1da893751b31e2b. 2024-11-14T09:21:44,422 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731576085727.41406a4c74b2309ee1da893751b31e2b. 2024-11-14T09:21:44,422 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731576085727.41406a4c74b2309ee1da893751b31e2b. after waiting 0 ms 2024-11-14T09:21:44,422 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731576085727.41406a4c74b2309ee1da893751b31e2b. 2024-11-14T09:21:44,422 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 41406a4c74b2309ee1da893751b31e2b 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-14T09:21:44,428 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/data/hbase/meta/1588230740/.tmp/ns/6b5bcbb8af994f69b2de8a03eb2f738d is 43, key is default/ns:d/1731576080357/Put/seqid=0 2024-11-14T09:21:44,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40437 is added to blk_1073741842_1018 (size=5153) 2024-11-14T09:21:44,432 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/data/hbase/meta/1588230740/.tmp/ns/6b5bcbb8af994f69b2de8a03eb2f738d 2024-11-14T09:21:44,438 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/data/default/test/41406a4c74b2309ee1da893751b31e2b/.tmp/f/4b62adb6a076481fb99d799cd427d394 is 29, key is row1/f:/1731576098514/DeleteFamily/seqid=0 2024-11-14T09:21:44,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40437 is added to blk_1073741843_1019 (size=5152) 2024-11-14T09:21:44,463 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/data/hbase/meta/1588230740/.tmp/rep_barrier/e286d214d8814e2080fda82d688b4d47 is 112, key is test,,1731576085727.41406a4c74b2309ee1da893751b31e2b./rep_barrier:seqnumDuringOpen/1731576086473/Put/seqid=0 2024-11-14T09:21:44,466 INFO [regionserver/83f56b55f2af:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T09:21:44,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40437 is added to blk_1073741844_1020 (size=5518) 2024-11-14T09:21:44,532 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,41943,1731576077789.replicationSource.wal-reader.83f56b55f2af%2C41943%2C1731576077789,1-83f56b55f2af,41943,1731576077789 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/WALs/83f56b55f2af,41943,1731576077789/83f56b55f2af%2C41943%2C1731576077789.1731576079382 to pos 1191, reset compression=false 2024-11-14T09:21:44,535 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,41943,1731576077789.replicationSource.wal-reader.83f56b55f2af%2C41943%2C1731576077789,1-83f56b55f2af,41943,1731576077789 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T09:21:44,535 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,41943,1731576077789.replicationSource.wal-reader.83f56b55f2af%2C41943%2C1731576077789,1-83f56b55f2af,41943,1731576077789 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/WALs/83f56b55f2af,41943,1731576077789/83f56b55f2af%2C41943%2C1731576077789.1731576079382 to pos 1438, reset compression=false 2024-11-14T09:21:44,535 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,41943,1731576077789.replicationSource.shipper83f56b55f2af%2C41943%2C1731576077789,1-83f56b55f2af,41943,1731576077789 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83f56b55f2af,41943,1731576077789 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/WALs/83f56b55f2af,41943,1731576077789/83f56b55f2af%2C41943%2C1731576077789.1731576079382, lastWalPosition=1438, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T09:21:44,537 ERROR [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,41943,1731576077789.replicationSource.shipper83f56b55f2af%2C41943%2C1731576077789,1-83f56b55f2af,41943,1731576077789 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 83f56b55f2af,41943,1731576077789: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-83f56b55f2af,41943,1731576077789, walGroup=83f56b55f2af%2C41943%2C1731576077789, offset=83f56b55f2af%2C41943%2C1731576077789.1731576079382:1438, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=83f56b55f2af:41943 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-14T09:21:44,538 ERROR [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,41943,1731576077789.replicationSource.shipper83f56b55f2af%2C41943%2C1731576077789,1-83f56b55f2af,41943,1731576077789 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T09:21:44,538 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,41943,1731576077789.replicationSource.shipper83f56b55f2af%2C41943%2C1731576077789,1-83f56b55f2af,41943,1731576077789 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T09:21:44,539 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,41943,1731576077789.replicationSource.shipper83f56b55f2af%2C41943%2C1731576077789,1-83f56b55f2af,41943,1731576077789 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T09:21:44,539 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,41943,1731576077789.replicationSource.shipper83f56b55f2af%2C41943%2C1731576077789,1-83f56b55f2af,41943,1731576077789 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T09:21:44,539 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,41943,1731576077789.replicationSource.shipper83f56b55f2af%2C41943%2C1731576077789,1-83f56b55f2af,41943,1731576077789 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T09:21:44,539 INFO [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,41943,1731576077789.replicationSource.shipper83f56b55f2af%2C41943%2C1731576077789,1-83f56b55f2af,41943,1731576077789 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1235222528, "init": 1048576000, "max": 2306867200, "used": 917727376 }, "NonHeapMemoryUsage": { "committed": 206241792, "init": 7667712, "max": -1, "used": 201958576 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T09:21:44,540 WARN [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,41943,1731576077789.replicationSource.shipper83f56b55f2af%2C41943%2C1731576077789,1-83f56b55f2af,41943,1731576077789 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=83f56b55f2af:44917 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=83f56b55f2af:44917 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-14T09:21:44,582 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,38605,1731576073761.replicationSource.wal-reader.83f56b55f2af%2C38605%2C1731576073761,1-83f56b55f2af,38605,1731576073761 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33865/user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e/WALs/83f56b55f2af,38605,1731576073761/83f56b55f2af%2C38605%2C1731576073761.1731576075755 to pos 636, reset compression=false 2024-11-14T09:21:44,587 DEBUG [RS:0;83f56b55f2af:41943 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 41406a4c74b2309ee1da893751b31e2b 2024-11-14T09:21:44,739 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,41943,1731576077789.replicationSource.wal-reader.83f56b55f2af%2C41943%2C1731576077789,1-83f56b55f2af,41943,1731576077789 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/WALs/83f56b55f2af,41943,1731576077789/83f56b55f2af%2C41943%2C1731576077789.1731576079382 to pos 1438, reset compression=false 2024-11-14T09:21:44,787 DEBUG [RS:0;83f56b55f2af:41943 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 41406a4c74b2309ee1da893751b31e2b 2024-11-14T09:21:44,845 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/data/default/test/41406a4c74b2309ee1da893751b31e2b/.tmp/f/4b62adb6a076481fb99d799cd427d394 2024-11-14T09:21:44,850 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4b62adb6a076481fb99d799cd427d394 2024-11-14T09:21:44,864 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/data/default/test/41406a4c74b2309ee1da893751b31e2b/.tmp/f1/c9b8bb73229c412d86c663e9623b2f39 is 30, key is row1/f1:/1731576098514/DeleteFamily/seqid=0 2024-11-14T09:21:44,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40437 is added to blk_1073741845_1021 (size=5158) 2024-11-14T09:21:44,867 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/data/hbase/meta/1588230740/.tmp/rep_barrier/e286d214d8814e2080fda82d688b4d47 2024-11-14T09:21:44,884 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/data/hbase/meta/1588230740/.tmp/table/c17a53d788f949b59fc5552785da7811 is 53, key is hbase:replication/table:state/1731576091348/Put/seqid=0 2024-11-14T09:21:44,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40437 is added to blk_1073741846_1022 (size=5308) 2024-11-14T09:21:44,988 DEBUG [RS:0;83f56b55f2af:41943 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 41406a4c74b2309ee1da893751b31e2b 2024-11-14T09:21:45,042 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,41943,1731576077789.replicationSource.wal-reader.83f56b55f2af%2C41943%2C1731576077789,1-83f56b55f2af,41943,1731576077789 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/WALs/83f56b55f2af,41943,1731576077789/83f56b55f2af%2C41943%2C1731576077789.1731576079382 to pos 1438, reset compression=false 2024-11-14T09:21:45,188 DEBUG [RS:0;83f56b55f2af:41943 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 41406a4c74b2309ee1da893751b31e2b 2024-11-14T09:21:45,248 INFO [regionserver/83f56b55f2af:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T09:21:45,249 INFO [regionserver/83f56b55f2af:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T09:21:45,267 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/data/default/test/41406a4c74b2309ee1da893751b31e2b/.tmp/f1/c9b8bb73229c412d86c663e9623b2f39 2024-11-14T09:21:45,272 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c9b8bb73229c412d86c663e9623b2f39 2024-11-14T09:21:45,286 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/data/default/test/41406a4c74b2309ee1da893751b31e2b/.tmp/norep/efa02c160b0d4cbdb0f662b8900f39f1 is 33, key is row1/norep:/1731576098514/DeleteFamily/seqid=0 2024-11-14T09:21:45,288 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/data/hbase/meta/1588230740/.tmp/table/c17a53d788f949b59fc5552785da7811 2024-11-14T09:21:45,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40437 is added to blk_1073741847_1023 (size=5108) 2024-11-14T09:21:45,292 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/data/hbase/meta/1588230740/.tmp/info/1e2f91303d3a406f803f2ed5ea06ea11 as hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/data/hbase/meta/1588230740/info/1e2f91303d3a406f803f2ed5ea06ea11 2024-11-14T09:21:45,295 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/data/hbase/meta/1588230740/info/1e2f91303d3a406f803f2ed5ea06ea11, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T09:21:45,296 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/data/hbase/meta/1588230740/.tmp/ns/6b5bcbb8af994f69b2de8a03eb2f738d as hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/data/hbase/meta/1588230740/ns/6b5bcbb8af994f69b2de8a03eb2f738d 2024-11-14T09:21:45,299 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/data/hbase/meta/1588230740/ns/6b5bcbb8af994f69b2de8a03eb2f738d, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T09:21:45,299 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/data/hbase/meta/1588230740/.tmp/rep_barrier/e286d214d8814e2080fda82d688b4d47 as hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/data/hbase/meta/1588230740/rep_barrier/e286d214d8814e2080fda82d688b4d47 2024-11-14T09:21:45,302 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/data/hbase/meta/1588230740/rep_barrier/e286d214d8814e2080fda82d688b4d47, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T09:21:45,303 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/data/hbase/meta/1588230740/.tmp/table/c17a53d788f949b59fc5552785da7811 as hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/data/hbase/meta/1588230740/table/c17a53d788f949b59fc5552785da7811 2024-11-14T09:21:45,306 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/data/hbase/meta/1588230740/table/c17a53d788f949b59fc5552785da7811, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T09:21:45,306 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 919ms, sequenceid=16, compaction requested=false 2024-11-14T09:21:45,310 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T09:21:45,310 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T09:21:45,310 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T09:21:45,310 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T09:21:45,310 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731576104387Running coprocessor pre-close hooks at 1731576104387Disabling compacts and flushes for region at 1731576104387Disabling writes for close at 1731576104387Obtaining lock to block concurrent updates at 1731576104387Preparing flush snapshotting stores in 1588230740 at 1731576104387Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731576104387Flushing stores of hbase:meta,,1.1588230740 at 1731576104388 (+1 ms)Flushing 1588230740/info: creating writer at 1731576104388Flushing 1588230740/info: appending metadata at 1731576104402 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731576104402Flushing 1588230740/ns: creating writer at 1731576104410 (+8 ms)Flushing 1588230740/ns: appending metadata at 1731576104427 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731576104427Flushing 1588230740/rep_barrier: creating writer at 1731576104436 (+9 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731576104463 (+27 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731576104463Flushing 1588230740/table: creating writer at 1731576104871 (+408 ms)Flushing 1588230740/table: appending metadata at 1731576104884 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731576104884Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d7894: reopening flushed file at 1731576105291 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f73c825: reopening flushed file at 1731576105295 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@634637b3: reopening flushed file at 1731576105299 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4cf4f0b6: reopening flushed file at 1731576105302 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 919ms, sequenceid=16, compaction requested=false at 1731576105306 (+4 ms)Writing region close event to WAL at 1731576105308 (+2 ms)Running coprocessor post-close hooks at 1731576105310 (+2 ms)Closed at 1731576105310 2024-11-14T09:21:45,311 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T09:21:45,388 INFO [RS:0;83f56b55f2af:41943 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T09:21:45,388 DEBUG [RS:0;83f56b55f2af:41943 {}] regionserver.HRegionServer(1325): Online Regions={41406a4c74b2309ee1da893751b31e2b=test,,1731576085727.41406a4c74b2309ee1da893751b31e2b.} 2024-11-14T09:21:45,388 DEBUG [RS:0;83f56b55f2af:41943 {}] regionserver.HRegionServer(1351): Waiting on 41406a4c74b2309ee1da893751b31e2b 2024-11-14T09:21:45,446 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,41943,1731576077789.replicationSource.wal-reader.83f56b55f2af%2C41943%2C1731576077789,1-83f56b55f2af,41943,1731576077789 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/WALs/83f56b55f2af,41943,1731576077789/83f56b55f2af%2C41943%2C1731576077789.1731576079382 to pos 1438, reset compression=false 2024-11-14T09:21:45,588 DEBUG [RS:0;83f56b55f2af:41943 {}] regionserver.HRegionServer(1351): Waiting on 41406a4c74b2309ee1da893751b31e2b 2024-11-14T09:21:45,690 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/data/default/test/41406a4c74b2309ee1da893751b31e2b/.tmp/norep/efa02c160b0d4cbdb0f662b8900f39f1 2024-11-14T09:21:45,693 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for efa02c160b0d4cbdb0f662b8900f39f1 2024-11-14T09:21:45,694 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/data/default/test/41406a4c74b2309ee1da893751b31e2b/.tmp/f/4b62adb6a076481fb99d799cd427d394 as hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/data/default/test/41406a4c74b2309ee1da893751b31e2b/f/4b62adb6a076481fb99d799cd427d394 2024-11-14T09:21:45,698 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4b62adb6a076481fb99d799cd427d394 2024-11-14T09:21:45,698 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/data/default/test/41406a4c74b2309ee1da893751b31e2b/f/4b62adb6a076481fb99d799cd427d394, entries=3, sequenceid=10, filesize=5.0 K 2024-11-14T09:21:45,698 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/data/default/test/41406a4c74b2309ee1da893751b31e2b/.tmp/f1/c9b8bb73229c412d86c663e9623b2f39 as hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/data/default/test/41406a4c74b2309ee1da893751b31e2b/f1/c9b8bb73229c412d86c663e9623b2f39 2024-11-14T09:21:45,701 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c9b8bb73229c412d86c663e9623b2f39 2024-11-14T09:21:45,702 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/data/default/test/41406a4c74b2309ee1da893751b31e2b/f1/c9b8bb73229c412d86c663e9623b2f39, entries=3, sequenceid=10, filesize=5.0 K 2024-11-14T09:21:45,702 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/data/default/test/41406a4c74b2309ee1da893751b31e2b/.tmp/norep/efa02c160b0d4cbdb0f662b8900f39f1 as hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/data/default/test/41406a4c74b2309ee1da893751b31e2b/norep/efa02c160b0d4cbdb0f662b8900f39f1 2024-11-14T09:21:45,705 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for efa02c160b0d4cbdb0f662b8900f39f1 2024-11-14T09:21:45,705 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/data/default/test/41406a4c74b2309ee1da893751b31e2b/norep/efa02c160b0d4cbdb0f662b8900f39f1, entries=1, sequenceid=10, filesize=5.0 K 2024-11-14T09:21:45,706 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 41406a4c74b2309ee1da893751b31e2b in 1284ms, sequenceid=10, compaction requested=false 2024-11-14T09:21:45,709 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/data/default/test/41406a4c74b2309ee1da893751b31e2b/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-14T09:21:45,709 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T09:21:45,709 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T09:21:45,710 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731576085727.41406a4c74b2309ee1da893751b31e2b. 2024-11-14T09:21:45,710 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 41406a4c74b2309ee1da893751b31e2b: Waiting for close lock at 1731576104422Running coprocessor pre-close hooks at 1731576104422Disabling compacts and flushes for region at 1731576104422Disabling writes for close at 1731576104422Obtaining lock to block concurrent updates at 1731576104422Preparing flush snapshotting stores in 41406a4c74b2309ee1da893751b31e2b at 1731576104422Finished memstore snapshotting test,,1731576085727.41406a4c74b2309ee1da893751b31e2b., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731576104422Flushing stores of test,,1731576085727.41406a4c74b2309ee1da893751b31e2b. at 1731576104423 (+1 ms)Flushing 41406a4c74b2309ee1da893751b31e2b/f: creating writer at 1731576104423Flushing 41406a4c74b2309ee1da893751b31e2b/f: appending metadata at 1731576104438 (+15 ms)Flushing 41406a4c74b2309ee1da893751b31e2b/f: closing flushed file at 1731576104438Flushing 41406a4c74b2309ee1da893751b31e2b/f1: creating writer at 1731576104850 (+412 ms)Flushing 41406a4c74b2309ee1da893751b31e2b/f1: appending metadata at 1731576104863 (+13 ms)Flushing 41406a4c74b2309ee1da893751b31e2b/f1: closing flushed file at 1731576104863Flushing 41406a4c74b2309ee1da893751b31e2b/norep: creating writer at 1731576105272 (+409 ms)Flushing 41406a4c74b2309ee1da893751b31e2b/norep: appending metadata at 1731576105285 (+13 ms)Flushing 41406a4c74b2309ee1da893751b31e2b/norep: closing flushed file at 1731576105285Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c07c903: reopening flushed file at 1731576105693 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54c80a85: reopening flushed file at 1731576105698 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26f56abf: reopening flushed file at 1731576105702 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 41406a4c74b2309ee1da893751b31e2b in 1284ms, sequenceid=10, compaction requested=false at 1731576105706 (+4 ms)Writing region close event to WAL at 1731576105707 (+1 ms)Running coprocessor post-close hooks at 1731576105709 (+2 ms)Closed at 1731576105710 (+1 ms) 2024-11-14T09:21:45,710 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731576085727.41406a4c74b2309ee1da893751b31e2b. 2024-11-14T09:21:45,785 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,38605,1731576073761.replicationSource.wal-reader.83f56b55f2af%2C38605%2C1731576073761,1-83f56b55f2af,38605,1731576073761 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33865/user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e/WALs/83f56b55f2af,38605,1731576073761/83f56b55f2af%2C38605%2C1731576073761.1731576075755 to pos 636, reset compression=false 2024-11-14T09:21:45,788 INFO [RS:0;83f56b55f2af:41943 {}] regionserver.HRegionServer(976): stopping server 83f56b55f2af,41943,1731576077789; all regions closed. 2024-11-14T09:21:45,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40437 is added to blk_1073741834_1010 (size=4239) 2024-11-14T09:21:45,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40437 is added to blk_1073741839_1015 (size=3114) 2024-11-14T09:21:45,792 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/WALs/83f56b55f2af,41943,1731576077789/83f56b55f2af%2C41943%2C1731576077789.rep.1731576091309 not finished, retry = 0 2024-11-14T09:21:45,895 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/WALs/83f56b55f2af,41943,1731576077789/83f56b55f2af%2C41943%2C1731576077789.1731576079382 not finished, retry = 0 2024-11-14T09:21:45,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40437 is added to blk_1073741832_1008 (size=2090) 2024-11-14T09:21:45,949 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,41943,1731576077789.replicationSource.wal-reader.83f56b55f2af%2C41943%2C1731576077789,1-83f56b55f2af,41943,1731576077789 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/WALs/83f56b55f2af,41943,1731576077789/83f56b55f2af%2C41943%2C1731576077789.1731576079382 to pos 1438, reset compression=false 2024-11-14T09:21:45,967 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:21:45,967 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:21:45,967 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:21:45,967 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:21:45,968 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:21:45,996 DEBUG [RS:0;83f56b55f2af:41943 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:21:45,996 INFO [RS:0;83f56b55f2af:41943 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T09:21:45,996 INFO [RS:0;83f56b55f2af:41943 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T09:21:45,996 INFO [RS:0;83f56b55f2af:41943 {}] hbase.ChoreService(370): Chore service for: regionserver/83f56b55f2af:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-14T09:21:45,997 INFO [RS:0;83f56b55f2af:41943 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T09:21:45,997 INFO [RS:0;83f56b55f2af:41943 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-83f56b55f2af,41943,1731576077789 because: Region server is closing 2024-11-14T09:21:45,997 INFO [RS:0;83f56b55f2af:41943 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;83f56b55f2af:41943. 2024-11-14T09:21:45,997 DEBUG [RS:0;83f56b55f2af:41943 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:21:45,997 DEBUG [RS:0;83f56b55f2af:41943 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:21:45,997 DEBUG [RS:0;83f56b55f2af:41943 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:21:45,997 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T09:21:45,998 INFO [regionserver/83f56b55f2af:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T09:21:45,998 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,41943,1731576077789.replicationSource.wal-reader.83f56b55f2af%2C41943%2C1731576077789,1-83f56b55f2af,41943,1731576077789 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/WALs/83f56b55f2af,41943,1731576077789/83f56b55f2af%2C41943%2C1731576077789.1731576079382 2024-11-14T09:21:45,998 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,41943,1731576077789.replicationSource.wal-reader.83f56b55f2af%2C41943%2C1731576077789,1-83f56b55f2af,41943,1731576077789 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T09:21:46,010 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:21:46,011 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:21:46,011 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:21:46,011 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:21:46,011 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:21:46,012 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:21:46,020 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:21:46,024 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:21:46,025 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:21:46,026 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:21:46,097 INFO [RS:0;83f56b55f2af:41943 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,41943,1731576077789.replicationSource.shipper83f56b55f2af%2C41943%2C1731576077789,1-83f56b55f2af,41943,1731576077789 terminated 2024-11-14T09:21:46,098 INFO [RS:0;83f56b55f2af:41943 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;83f56b55f2af:41943. 2024-11-14T09:21:46,098 DEBUG [RS:0;83f56b55f2af:41943 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:21:46,098 DEBUG [RS:0;83f56b55f2af:41943 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:21:46,098 DEBUG [RS:0;83f56b55f2af:41943 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:21:46,098 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T09:21:46,098 INFO [RS:0;83f56b55f2af:41943 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41943 2024-11-14T09:21:46,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41943-0x10115c7f3e80004, quorum=127.0.0.1:62077, baseZNode=/12051546041 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12051546041/rs/83f56b55f2af,41943,1731576077789 2024-11-14T09:21:46,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44917-0x10115c7f3e80003, quorum=127.0.0.1:62077, baseZNode=/12051546041 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12051546041/rs 2024-11-14T09:21:46,101 INFO [RS:0;83f56b55f2af:41943 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T09:21:46,106 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [83f56b55f2af,41943,1731576077789] 2024-11-14T09:21:46,107 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /12051546041/draining/83f56b55f2af,41943,1731576077789 already deleted, retry=false 2024-11-14T09:21:46,107 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 83f56b55f2af,41943,1731576077789 expired; onlineServers=0 2024-11-14T09:21:46,107 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '83f56b55f2af,44917,1731576077751' ***** 2024-11-14T09:21:46,107 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T09:21:46,107 INFO [M:0;83f56b55f2af:44917 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T09:21:46,107 INFO [M:0;83f56b55f2af:44917 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T09:21:46,107 DEBUG [M:0;83f56b55f2af:44917 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T09:21:46,107 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T09:21:46,107 DEBUG [M:0;83f56b55f2af:44917 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T09:21:46,107 DEBUG [master/83f56b55f2af:0:becomeActiveMaster-HFileCleaner.small.0-1731576079173 {}] cleaner.HFileCleaner(306): Exit Thread[master/83f56b55f2af:0:becomeActiveMaster-HFileCleaner.small.0-1731576079173,5,FailOnTimeoutGroup] 2024-11-14T09:21:46,107 DEBUG [master/83f56b55f2af:0:becomeActiveMaster-HFileCleaner.large.0-1731576079172 {}] cleaner.HFileCleaner(306): Exit Thread[master/83f56b55f2af:0:becomeActiveMaster-HFileCleaner.large.0-1731576079172,5,FailOnTimeoutGroup] 2024-11-14T09:21:46,108 INFO [M:0;83f56b55f2af:44917 {}] hbase.ChoreService(370): Chore service for: master/83f56b55f2af:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T09:21:46,108 INFO [M:0;83f56b55f2af:44917 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T09:21:46,108 DEBUG [M:0;83f56b55f2af:44917 {}] master.HMaster(1795): Stopping service threads 2024-11-14T09:21:46,108 INFO [M:0;83f56b55f2af:44917 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T09:21:46,108 INFO [M:0;83f56b55f2af:44917 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T09:21:46,108 INFO [M:0;83f56b55f2af:44917 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T09:21:46,108 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T09:21:46,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44917-0x10115c7f3e80003, quorum=127.0.0.1:62077, baseZNode=/12051546041 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12051546041/master 2024-11-14T09:21:46,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44917-0x10115c7f3e80003, quorum=127.0.0.1:62077, baseZNode=/12051546041 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12051546041 2024-11-14T09:21:46,109 DEBUG [M:0;83f56b55f2af:44917 {}] zookeeper.ZKUtil(347): master:44917-0x10115c7f3e80003, quorum=127.0.0.1:62077, baseZNode=/12051546041 Unable to get data of znode /12051546041/master because node does not exist (not an error) 2024-11-14T09:21:46,109 WARN [M:0;83f56b55f2af:44917 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T09:21:46,110 INFO [M:0;83f56b55f2af:44917 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/.lastflushedseqids 2024-11-14T09:21:46,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40437 is added to blk_1073741848_1024 (size=245) 2024-11-14T09:21:46,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41943-0x10115c7f3e80004, quorum=127.0.0.1:62077, baseZNode=/12051546041 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T09:21:46,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41943-0x10115c7f3e80004, quorum=127.0.0.1:62077, baseZNode=/12051546041 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T09:21:46,206 INFO [RS:0;83f56b55f2af:41943 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T09:21:46,206 INFO [RS:0;83f56b55f2af:41943 {}] regionserver.HRegionServer(1031): Exiting; stopping=83f56b55f2af,41943,1731576077789; zookeeper connection closed. 2024-11-14T09:21:46,206 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@443171ed {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@443171ed 2024-11-14T09:21:46,207 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T09:21:46,514 INFO [M:0;83f56b55f2af:44917 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T09:21:46,514 INFO [M:0;83f56b55f2af:44917 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T09:21:46,515 DEBUG [M:0;83f56b55f2af:44917 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T09:21:46,515 INFO [M:0;83f56b55f2af:44917 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:21:46,515 DEBUG [M:0;83f56b55f2af:44917 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:21:46,515 DEBUG [M:0;83f56b55f2af:44917 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T09:21:46,515 DEBUG [M:0;83f56b55f2af:44917 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:21:46,515 INFO [M:0;83f56b55f2af:44917 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-14T09:21:46,534 DEBUG [M:0;83f56b55f2af:44917 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1538ab6154914b63b3b33f83c71a04f5 is 82, key is hbase:meta,,1/info:regioninfo/1731576080347/Put/seqid=0 2024-11-14T09:21:46,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40437 is added to blk_1073741849_1025 (size=5672) 2024-11-14T09:21:46,556 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T09:21:46,557 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:21:46,557 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:21:46,557 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:21:46,557 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:21:46,558 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:21:46,604 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:21:46,604 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:21:46,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:21:46,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:21:46,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:21:46,606 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:21:46,611 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:21:46,613 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:21:46,613 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:21:46,614 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:21:46,938 INFO [M:0;83f56b55f2af:44917 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1538ab6154914b63b3b33f83c71a04f5 2024-11-14T09:21:46,961 DEBUG [M:0;83f56b55f2af:44917 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d0f6206a207e4e0fa594319d8d20474c is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731576091351/Put/seqid=0 2024-11-14T09:21:46,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40437 is added to blk_1073741850_1026 (size=8516) 2024-11-14T09:21:47,088 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,38605,1731576073761.replicationSource.wal-reader.83f56b55f2af%2C38605%2C1731576073761,1-83f56b55f2af,38605,1731576073761 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33865/user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e/WALs/83f56b55f2af,38605,1731576073761/83f56b55f2af%2C38605%2C1731576073761.1731576075755 to pos 636, reset compression=false 2024-11-14T09:21:47,339 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T09:21:47,366 INFO [M:0;83f56b55f2af:44917 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d0f6206a207e4e0fa594319d8d20474c 2024-11-14T09:21:47,386 DEBUG [M:0;83f56b55f2af:44917 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/44464604503647eaabd8c9d39c0c7f6c is 69, key is 83f56b55f2af,41943,1731576077789/rs:state/1731576079229/Put/seqid=0 2024-11-14T09:21:47,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40437 is added to blk_1073741851_1027 (size=5156) 2024-11-14T09:21:47,790 INFO [M:0;83f56b55f2af:44917 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/44464604503647eaabd8c9d39c0c7f6c 2024-11-14T09:21:47,794 DEBUG [M:0;83f56b55f2af:44917 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1538ab6154914b63b3b33f83c71a04f5 as hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1538ab6154914b63b3b33f83c71a04f5 2024-11-14T09:21:47,797 INFO [M:0;83f56b55f2af:44917 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1538ab6154914b63b3b33f83c71a04f5, entries=8, sequenceid=97, filesize=5.5 K 2024-11-14T09:21:47,797 DEBUG [M:0;83f56b55f2af:44917 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d0f6206a207e4e0fa594319d8d20474c as hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d0f6206a207e4e0fa594319d8d20474c 2024-11-14T09:21:47,800 INFO [M:0;83f56b55f2af:44917 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d0f6206a207e4e0fa594319d8d20474c, entries=11, sequenceid=97, filesize=8.3 K 2024-11-14T09:21:47,801 DEBUG [M:0;83f56b55f2af:44917 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/44464604503647eaabd8c9d39c0c7f6c as hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/44464604503647eaabd8c9d39c0c7f6c 2024-11-14T09:21:47,804 INFO [M:0;83f56b55f2af:44917 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45619/user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/44464604503647eaabd8c9d39c0c7f6c, entries=1, sequenceid=97, filesize=5.0 K 2024-11-14T09:21:47,804 INFO [M:0;83f56b55f2af:44917 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1289ms, sequenceid=97, compaction requested=false 2024-11-14T09:21:47,808 INFO [M:0;83f56b55f2af:44917 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:21:47,808 DEBUG [M:0;83f56b55f2af:44917 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731576106514Disabling compacts and flushes for region at 1731576106514Disabling writes for close at 1731576106515 (+1 ms)Obtaining lock to block concurrent updates at 1731576106515Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731576106515Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731576106515Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731576106516 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731576106516Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731576106534 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731576106534Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731576106942 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731576106961 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731576106961Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731576107369 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731576107386 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731576107386Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@538a1918: reopening flushed file at 1731576107793 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38df1c5a: reopening flushed file at 1731576107797 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f2898af: reopening flushed file at 1731576107801 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1289ms, sequenceid=97, compaction requested=false at 1731576107804 (+3 ms)Writing region close event to WAL at 1731576107808 (+4 ms)Closed at 1731576107808 2024-11-14T09:21:47,810 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/034a6f8b-b2d6-d762-81b7-ff3808bef09e/MasterData/WALs/83f56b55f2af,44917,1731576077751/83f56b55f2af%2C44917%2C1731576077751.1731576079083 not finished, retry = 0 2024-11-14T09:21:47,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40437 is added to blk_1073741830_1006 (size=63654) 2024-11-14T09:21:47,911 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T09:21:47,911 INFO [M:0;83f56b55f2af:44917 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T09:21:47,911 INFO [M:0;83f56b55f2af:44917 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44917 2024-11-14T09:21:47,912 INFO [M:0;83f56b55f2af:44917 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T09:21:48,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44917-0x10115c7f3e80003, quorum=127.0.0.1:62077, baseZNode=/12051546041 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T09:21:48,014 INFO [M:0;83f56b55f2af:44917 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T09:21:48,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44917-0x10115c7f3e80003, quorum=127.0.0.1:62077, baseZNode=/12051546041 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T09:21:48,016 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@9007976{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T09:21:48,017 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@66088522{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T09:21:48,017 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T09:21:48,017 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@524ada36{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T09:21:48,017 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@111f1950{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8bae381-b01f-4e80-c0dd-3547b26c29cd/hadoop.log.dir/,STOPPED} 2024-11-14T09:21:48,018 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T09:21:48,018 WARN [BP-992082902-172.17.0.2-1731576076842 heartbeating to localhost/127.0.0.1:45619 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T09:21:48,018 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T09:21:48,018 WARN [BP-992082902-172.17.0.2-1731576076842 heartbeating to localhost/127.0.0.1:45619 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-992082902-172.17.0.2-1731576076842 (Datanode Uuid a926e24f-71e5-4074-b484-0baa864de0fa) service to localhost/127.0.0.1:45619 2024-11-14T09:21:48,019 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8bae381-b01f-4e80-c0dd-3547b26c29cd/cluster_cf85637a-18fa-b38a-1857-d8b2ca71368b/data/data1/current/BP-992082902-172.17.0.2-1731576076842 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T09:21:48,019 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8bae381-b01f-4e80-c0dd-3547b26c29cd/cluster_cf85637a-18fa-b38a-1857-d8b2ca71368b/data/data2/current/BP-992082902-172.17.0.2-1731576076842 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T09:21:48,019 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T09:21:48,031 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@50116699{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T09:21:48,031 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@750260dc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T09:21:48,031 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T09:21:48,031 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30469523{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T09:21:48,031 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1438185{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8bae381-b01f-4e80-c0dd-3547b26c29cd/hadoop.log.dir/,STOPPED} 2024-11-14T09:21:48,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T09:21:48,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T09:21:48,045 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T09:21:48,045 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:21:48,045 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:21:48,046 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:21:48,046 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T09:21:48,046 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T09:21:48,046 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=93334266, stopped=false 2024-11-14T09:21:48,046 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=83f56b55f2af,40015,1731576073703 2024-11-14T09:21:48,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40015-0x10115c7f3e80000, quorum=127.0.0.1:62077, baseZNode=/02138196364 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02138196364/running 2024-11-14T09:21:48,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38605-0x10115c7f3e80001, quorum=127.0.0.1:62077, baseZNode=/02138196364 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02138196364/running 2024-11-14T09:21:48,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38605-0x10115c7f3e80001, quorum=127.0.0.1:62077, baseZNode=/02138196364 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02138196364 2024-11-14T09:21:48,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40015-0x10115c7f3e80000, quorum=127.0.0.1:62077, baseZNode=/02138196364 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02138196364 2024-11-14T09:21:48,047 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T09:21:48,048 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T09:21:48,048 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:21:48,048 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:21:48,048 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '83f56b55f2af,38605,1731576073761' ***** 2024-11-14T09:21:48,048 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T09:21:48,048 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40015-0x10115c7f3e80000, quorum=127.0.0.1:62077, baseZNode=/02138196364 Set watcher on znode that does not yet exist, /02138196364/running 2024-11-14T09:21:48,048 INFO [RS:0;83f56b55f2af:38605 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T09:21:48,049 INFO [RS:0;83f56b55f2af:38605 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T09:21:48,049 INFO [RS:0;83f56b55f2af:38605 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T09:21:48,049 INFO [RS:0;83f56b55f2af:38605 {}] regionserver.HRegionServer(3091): Received CLOSE for 38959bd1c78d076df8e72bb9863a57bf 2024-11-14T09:21:48,049 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38605-0x10115c7f3e80001, quorum=127.0.0.1:62077, baseZNode=/02138196364 Set watcher on znode that does not yet exist, /02138196364/running 2024-11-14T09:21:48,049 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T09:21:48,049 INFO [RS:0;83f56b55f2af:38605 {}] regionserver.HRegionServer(3091): Received CLOSE for 94c74d917d04996c6d82524c11e3649f 2024-11-14T09:21:48,049 INFO [RS:0;83f56b55f2af:38605 {}] regionserver.HRegionServer(959): stopping server 83f56b55f2af,38605,1731576073761 2024-11-14T09:21:48,049 INFO [RS:0;83f56b55f2af:38605 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T09:21:48,049 INFO [RS:0;83f56b55f2af:38605 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;83f56b55f2af:38605. 2024-11-14T09:21:48,049 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 38959bd1c78d076df8e72bb9863a57bf, disabling compactions & flushes 2024-11-14T09:21:48,049 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731576089031.38959bd1c78d076df8e72bb9863a57bf. 2024-11-14T09:21:48,049 DEBUG [RS:0;83f56b55f2af:38605 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:21:48,049 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731576089031.38959bd1c78d076df8e72bb9863a57bf. 2024-11-14T09:21:48,049 DEBUG [RS:0;83f56b55f2af:38605 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:21:48,049 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731576089031.38959bd1c78d076df8e72bb9863a57bf. after waiting 0 ms 2024-11-14T09:21:48,050 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731576089031.38959bd1c78d076df8e72bb9863a57bf. 2024-11-14T09:21:48,050 INFO [RS:0;83f56b55f2af:38605 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T09:21:48,050 INFO [RS:0;83f56b55f2af:38605 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T09:21:48,050 INFO [RS:0;83f56b55f2af:38605 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T09:21:48,050 INFO [RS:0;83f56b55f2af:38605 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T09:21:48,050 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 38959bd1c78d076df8e72bb9863a57bf 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-11-14T09:21:48,050 INFO [RS:0;83f56b55f2af:38605 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T09:21:48,050 DEBUG [RS:0;83f56b55f2af:38605 {}] regionserver.HRegionServer(1325): Online Regions={38959bd1c78d076df8e72bb9863a57bf=hbase:replication,,1731576089031.38959bd1c78d076df8e72bb9863a57bf., 1588230740=hbase:meta,,1.1588230740, 94c74d917d04996c6d82524c11e3649f=test,,1731576084581.94c74d917d04996c6d82524c11e3649f.} 2024-11-14T09:21:48,050 DEBUG [RS:0;83f56b55f2af:38605 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 38959bd1c78d076df8e72bb9863a57bf, 94c74d917d04996c6d82524c11e3649f 2024-11-14T09:21:48,050 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T09:21:48,050 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T09:21:48,050 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T09:21:48,050 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T09:21:48,050 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T09:21:48,050 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T09:21:48,065 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33865/user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e/data/hbase/meta/1588230740/.tmp/info/a176b08cb0124c75bf4bc5c338b0aa56 is 147, key is hbase:replication,,1731576089031.38959bd1c78d076df8e72bb9863a57bf./info:regioninfo/1731576089798/Put/seqid=0 2024-11-14T09:21:48,068 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33865/user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e/data/hbase/replication/38959bd1c78d076df8e72bb9863a57bf/.tmp/queue/5eb753d9c64e4afeb1ab449134bfc236 is 153, key is 1-83f56b55f2af,38605,1731576073761/queue:83f56b55f2af%2C38605%2C1731576073761/1731576098042/Put/seqid=0 2024-11-14T09:21:48,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34379 is added to blk_1073741840_1016 (size=7686) 2024-11-14T09:21:48,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34379 is added to blk_1073741841_1017 (size=5352) 2024-11-14T09:21:48,140 INFO [regionserver/83f56b55f2af:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T09:21:48,250 DEBUG [RS:0;83f56b55f2af:38605 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 38959bd1c78d076df8e72bb9863a57bf, 94c74d917d04996c6d82524c11e3649f 2024-11-14T09:21:48,450 DEBUG [RS:0;83f56b55f2af:38605 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 38959bd1c78d076df8e72bb9863a57bf, 94c74d917d04996c6d82524c11e3649f 2024-11-14T09:21:48,469 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33865/user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e/data/hbase/meta/1588230740/.tmp/info/a176b08cb0124c75bf4bc5c338b0aa56 2024-11-14T09:21:48,471 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33865/user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e/data/hbase/replication/38959bd1c78d076df8e72bb9863a57bf/.tmp/queue/5eb753d9c64e4afeb1ab449134bfc236 2024-11-14T09:21:48,476 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33865/user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e/data/hbase/replication/38959bd1c78d076df8e72bb9863a57bf/.tmp/queue/5eb753d9c64e4afeb1ab449134bfc236 as hdfs://localhost:33865/user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e/data/hbase/replication/38959bd1c78d076df8e72bb9863a57bf/queue/5eb753d9c64e4afeb1ab449134bfc236 2024-11-14T09:21:48,480 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33865/user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e/data/hbase/replication/38959bd1c78d076df8e72bb9863a57bf/queue/5eb753d9c64e4afeb1ab449134bfc236, entries=1, sequenceid=8, filesize=5.2 K 2024-11-14T09:21:48,481 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 38959bd1c78d076df8e72bb9863a57bf in 431ms, sequenceid=8, compaction requested=false 2024-11-14T09:21:48,483 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33865/user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e/data/hbase/replication/38959bd1c78d076df8e72bb9863a57bf/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-14T09:21:48,484 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T09:21:48,484 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T09:21:48,484 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731576089031.38959bd1c78d076df8e72bb9863a57bf. 2024-11-14T09:21:48,484 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 38959bd1c78d076df8e72bb9863a57bf: Waiting for close lock at 1731576108049Running coprocessor pre-close hooks at 1731576108049Disabling compacts and flushes for region at 1731576108049Disabling writes for close at 1731576108050 (+1 ms)Obtaining lock to block concurrent updates at 1731576108050Preparing flush snapshotting stores in 38959bd1c78d076df8e72bb9863a57bf at 1731576108050Finished memstore snapshotting hbase:replication,,1731576089031.38959bd1c78d076df8e72bb9863a57bf., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1731576108050Flushing stores of hbase:replication,,1731576089031.38959bd1c78d076df8e72bb9863a57bf. at 1731576108051 (+1 ms)Flushing 38959bd1c78d076df8e72bb9863a57bf/queue: creating writer at 1731576108051Flushing 38959bd1c78d076df8e72bb9863a57bf/queue: appending metadata at 1731576108067 (+16 ms)Flushing 38959bd1c78d076df8e72bb9863a57bf/queue: closing flushed file at 1731576108067Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1005f720: reopening flushed file at 1731576108476 (+409 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 38959bd1c78d076df8e72bb9863a57bf in 431ms, sequenceid=8, compaction requested=false at 1731576108481 (+5 ms)Writing region close event to WAL at 1731576108481Running coprocessor post-close hooks at 1731576108484 (+3 ms)Closed at 1731576108484 2024-11-14T09:21:48,484 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731576089031.38959bd1c78d076df8e72bb9863a57bf. 2024-11-14T09:21:48,484 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 94c74d917d04996c6d82524c11e3649f, disabling compactions & flushes 2024-11-14T09:21:48,484 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731576084581.94c74d917d04996c6d82524c11e3649f. 2024-11-14T09:21:48,484 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731576084581.94c74d917d04996c6d82524c11e3649f. 2024-11-14T09:21:48,484 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731576084581.94c74d917d04996c6d82524c11e3649f. after waiting 0 ms 2024-11-14T09:21:48,484 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731576084581.94c74d917d04996c6d82524c11e3649f. 2024-11-14T09:21:48,484 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 94c74d917d04996c6d82524c11e3649f 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-14T09:21:48,492 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,38605,1731576073761.replicationSource.wal-reader.83f56b55f2af%2C38605%2C1731576073761,1-83f56b55f2af,38605,1731576073761 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33865/user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e/WALs/83f56b55f2af,38605,1731576073761/83f56b55f2af%2C38605%2C1731576073761.1731576075755 to pos 636, reset compression=false 2024-11-14T09:21:48,494 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33865/user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e/data/hbase/meta/1588230740/.tmp/ns/9abe8ae08a7e4809be0421e790184a65 is 43, key is default/ns:d/1731576076731/Put/seqid=0 2024-11-14T09:21:48,495 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,38605,1731576073761.replicationSource.wal-reader.83f56b55f2af%2C38605%2C1731576073761,1-83f56b55f2af,38605,1731576073761 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T09:21:48,495 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,38605,1731576073761.replicationSource.wal-reader.83f56b55f2af%2C38605%2C1731576073761,1-83f56b55f2af,38605,1731576073761 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33865/user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e/WALs/83f56b55f2af,38605,1731576073761/83f56b55f2af%2C38605%2C1731576073761.1731576075755 to pos 883, reset compression=false 2024-11-14T09:21:48,496 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,38605,1731576073761.replicationSource.shipper83f56b55f2af%2C38605%2C1731576073761,1-83f56b55f2af,38605,1731576073761 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83f56b55f2af,38605,1731576073761 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33865/user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e/WALs/83f56b55f2af,38605,1731576073761/83f56b55f2af%2C38605%2C1731576073761.1731576075755, lastWalPosition=883, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T09:21:48,496 ERROR [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,38605,1731576073761.replicationSource.shipper83f56b55f2af%2C38605%2C1731576073761,1-83f56b55f2af,38605,1731576073761 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 83f56b55f2af,38605,1731576073761: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-83f56b55f2af,38605,1731576073761, walGroup=83f56b55f2af%2C38605%2C1731576073761, offset=83f56b55f2af%2C38605%2C1731576073761.1731576075755:883, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=83f56b55f2af:38605 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-14T09:21:48,498 ERROR [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,38605,1731576073761.replicationSource.shipper83f56b55f2af%2C38605%2C1731576073761,1-83f56b55f2af,38605,1731576073761 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T09:21:48,498 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,38605,1731576073761.replicationSource.shipper83f56b55f2af%2C38605%2C1731576073761,1-83f56b55f2af,38605,1731576073761 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T09:21:48,498 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,38605,1731576073761.replicationSource.shipper83f56b55f2af%2C38605%2C1731576073761,1-83f56b55f2af,38605,1731576073761 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T09:21:48,498 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,38605,1731576073761.replicationSource.shipper83f56b55f2af%2C38605%2C1731576073761,1-83f56b55f2af,38605,1731576073761 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T09:21:48,498 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,38605,1731576073761.replicationSource.shipper83f56b55f2af%2C38605%2C1731576073761,1-83f56b55f2af,38605,1731576073761 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T09:21:48,498 INFO [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,38605,1731576073761.replicationSource.shipper83f56b55f2af%2C38605%2C1731576073761,1-83f56b55f2af,38605,1731576073761 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1235222528, "init": 1048576000, "max": 2306867200, "used": 1018390672 }, "NonHeapMemoryUsage": { "committed": 206569472, "init": 7667712, "max": -1, "used": 202555224 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T09:21:48,499 WARN [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,38605,1731576073761.replicationSource.shipper83f56b55f2af%2C38605%2C1731576073761,1-83f56b55f2af,38605,1731576073761 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=83f56b55f2af:40015 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=83f56b55f2af:40015 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-14T09:21:48,500 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33865/user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e/data/default/test/94c74d917d04996c6d82524c11e3649f/.tmp/f/30d7f60129e942a4bfe91cb00df23e9e is 28, key is row/f:/1731576097509/DeleteFamily/seqid=0 2024-11-14T09:21:48,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34379 is added to blk_1073741842_1018 (size=5153) 2024-11-14T09:21:48,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34379 is added to blk_1073741843_1019 (size=5085) 2024-11-14T09:21:48,503 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33865/user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e/data/default/test/94c74d917d04996c6d82524c11e3649f/.tmp/f/30d7f60129e942a4bfe91cb00df23e9e 2024-11-14T09:21:48,506 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 30d7f60129e942a4bfe91cb00df23e9e 2024-11-14T09:21:48,520 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33865/user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e/data/default/test/94c74d917d04996c6d82524c11e3649f/.tmp/f1/fe14524e8eb0459286705f654663a79f is 29, key is row/f1:/1731576097509/DeleteFamily/seqid=0 2024-11-14T09:21:48,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34379 is added to blk_1073741844_1020 (size=5089) 2024-11-14T09:21:48,617 INFO [regionserver/83f56b55f2af:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T09:21:48,617 INFO [regionserver/83f56b55f2af:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T09:21:48,650 DEBUG [RS:0;83f56b55f2af:38605 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 94c74d917d04996c6d82524c11e3649f 2024-11-14T09:21:48,701 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,38605,1731576073761.replicationSource.wal-reader.83f56b55f2af%2C38605%2C1731576073761,1-83f56b55f2af,38605,1731576073761 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33865/user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e/WALs/83f56b55f2af,38605,1731576073761/83f56b55f2af%2C38605%2C1731576073761.1731576075755 to pos 883, reset compression=false 2024-11-14T09:21:48,851 DEBUG [RS:0;83f56b55f2af:38605 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 94c74d917d04996c6d82524c11e3649f 2024-11-14T09:21:48,901 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33865/user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e/data/hbase/meta/1588230740/.tmp/ns/9abe8ae08a7e4809be0421e790184a65 2024-11-14T09:21:48,919 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33865/user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e/data/hbase/meta/1588230740/.tmp/rep_barrier/7ceb136207a64f3797c73ff71ee600dc is 112, key is test,,1731576084581.94c74d917d04996c6d82524c11e3649f./rep_barrier:seqnumDuringOpen/1731576085325/Put/seqid=0 2024-11-14T09:21:48,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34379 is added to blk_1073741845_1021 (size=5518) 2024-11-14T09:21:48,923 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33865/user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e/data/default/test/94c74d917d04996c6d82524c11e3649f/.tmp/f1/fe14524e8eb0459286705f654663a79f 2024-11-14T09:21:48,927 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fe14524e8eb0459286705f654663a79f 2024-11-14T09:21:48,944 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33865/user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e/data/default/test/94c74d917d04996c6d82524c11e3649f/.tmp/norep/b5e232fa906e48ff8a4c01de143262ba is 32, key is row/norep:/1731576097509/DeleteFamily/seqid=0 2024-11-14T09:21:48,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34379 is added to blk_1073741846_1022 (size=5101) 2024-11-14T09:21:49,004 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,38605,1731576073761.replicationSource.wal-reader.83f56b55f2af%2C38605%2C1731576073761,1-83f56b55f2af,38605,1731576073761 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33865/user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e/WALs/83f56b55f2af,38605,1731576073761/83f56b55f2af%2C38605%2C1731576073761.1731576075755 to pos 883, reset compression=false 2024-11-14T09:21:49,051 INFO [RS:0;83f56b55f2af:38605 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T09:21:49,051 DEBUG [RS:0;83f56b55f2af:38605 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 94c74d917d04996c6d82524c11e3649f=test,,1731576084581.94c74d917d04996c6d82524c11e3649f.} 2024-11-14T09:21:49,051 DEBUG [RS:0;83f56b55f2af:38605 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 94c74d917d04996c6d82524c11e3649f 2024-11-14T09:21:49,251 DEBUG [RS:0;83f56b55f2af:38605 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 94c74d917d04996c6d82524c11e3649f 2024-11-14T09:21:49,323 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33865/user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e/data/hbase/meta/1588230740/.tmp/rep_barrier/7ceb136207a64f3797c73ff71ee600dc 2024-11-14T09:21:49,345 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33865/user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e/data/hbase/meta/1588230740/.tmp/table/5c3d9c69f1f443698861b17422e7ee9c is 53, key is hbase:replication/table:state/1731576089804/Put/seqid=0 2024-11-14T09:21:49,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34379 is added to blk_1073741847_1023 (size=5308) 2024-11-14T09:21:49,348 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33865/user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e/data/default/test/94c74d917d04996c6d82524c11e3649f/.tmp/norep/b5e232fa906e48ff8a4c01de143262ba 2024-11-14T09:21:49,352 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b5e232fa906e48ff8a4c01de143262ba 2024-11-14T09:21:49,352 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33865/user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e/data/default/test/94c74d917d04996c6d82524c11e3649f/.tmp/f/30d7f60129e942a4bfe91cb00df23e9e as hdfs://localhost:33865/user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e/data/default/test/94c74d917d04996c6d82524c11e3649f/f/30d7f60129e942a4bfe91cb00df23e9e 2024-11-14T09:21:49,356 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 30d7f60129e942a4bfe91cb00df23e9e 2024-11-14T09:21:49,356 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33865/user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e/data/default/test/94c74d917d04996c6d82524c11e3649f/f/30d7f60129e942a4bfe91cb00df23e9e, entries=1, sequenceid=6, filesize=5.0 K 2024-11-14T09:21:49,357 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33865/user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e/data/default/test/94c74d917d04996c6d82524c11e3649f/.tmp/f1/fe14524e8eb0459286705f654663a79f as hdfs://localhost:33865/user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e/data/default/test/94c74d917d04996c6d82524c11e3649f/f1/fe14524e8eb0459286705f654663a79f 2024-11-14T09:21:49,360 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fe14524e8eb0459286705f654663a79f 2024-11-14T09:21:49,360 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33865/user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e/data/default/test/94c74d917d04996c6d82524c11e3649f/f1/fe14524e8eb0459286705f654663a79f, entries=1, sequenceid=6, filesize=5.0 K 2024-11-14T09:21:49,361 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33865/user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e/data/default/test/94c74d917d04996c6d82524c11e3649f/.tmp/norep/b5e232fa906e48ff8a4c01de143262ba as hdfs://localhost:33865/user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e/data/default/test/94c74d917d04996c6d82524c11e3649f/norep/b5e232fa906e48ff8a4c01de143262ba 2024-11-14T09:21:49,364 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b5e232fa906e48ff8a4c01de143262ba 2024-11-14T09:21:49,364 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33865/user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e/data/default/test/94c74d917d04996c6d82524c11e3649f/norep/b5e232fa906e48ff8a4c01de143262ba, entries=1, sequenceid=6, filesize=5.0 K 2024-11-14T09:21:49,365 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 94c74d917d04996c6d82524c11e3649f in 881ms, sequenceid=6, compaction requested=false 2024-11-14T09:21:49,365 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-14T09:21:49,368 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33865/user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e/data/default/test/94c74d917d04996c6d82524c11e3649f/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-14T09:21:49,369 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T09:21:49,369 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T09:21:49,369 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731576084581.94c74d917d04996c6d82524c11e3649f. 2024-11-14T09:21:49,369 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 94c74d917d04996c6d82524c11e3649f: Waiting for close lock at 1731576108484Running coprocessor pre-close hooks at 1731576108484Disabling compacts and flushes for region at 1731576108484Disabling writes for close at 1731576108484Obtaining lock to block concurrent updates at 1731576108484Preparing flush snapshotting stores in 94c74d917d04996c6d82524c11e3649f at 1731576108484Finished memstore snapshotting test,,1731576084581.94c74d917d04996c6d82524c11e3649f., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1731576108485 (+1 ms)Flushing stores of test,,1731576084581.94c74d917d04996c6d82524c11e3649f. at 1731576108485Flushing 94c74d917d04996c6d82524c11e3649f/f: creating writer at 1731576108485Flushing 94c74d917d04996c6d82524c11e3649f/f: appending metadata at 1731576108499 (+14 ms)Flushing 94c74d917d04996c6d82524c11e3649f/f: closing flushed file at 1731576108499Flushing 94c74d917d04996c6d82524c11e3649f/f1: creating writer at 1731576108506 (+7 ms)Flushing 94c74d917d04996c6d82524c11e3649f/f1: appending metadata at 1731576108519 (+13 ms)Flushing 94c74d917d04996c6d82524c11e3649f/f1: closing flushed file at 1731576108519Flushing 94c74d917d04996c6d82524c11e3649f/norep: creating writer at 1731576108927 (+408 ms)Flushing 94c74d917d04996c6d82524c11e3649f/norep: appending metadata at 1731576108943 (+16 ms)Flushing 94c74d917d04996c6d82524c11e3649f/norep: closing flushed file at 1731576108943Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@955b773: reopening flushed file at 1731576109352 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39681a5b: reopening flushed file at 1731576109357 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33edbaf2: reopening flushed file at 1731576109360 (+3 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 94c74d917d04996c6d82524c11e3649f in 881ms, sequenceid=6, compaction requested=false at 1731576109365 (+5 ms)Writing region close event to WAL at 1731576109366 (+1 ms)Running coprocessor post-close hooks at 1731576109369 (+3 ms)Closed at 1731576109369 2024-11-14T09:21:49,369 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731576084581.94c74d917d04996c6d82524c11e3649f. 2024-11-14T09:21:49,407 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,38605,1731576073761.replicationSource.wal-reader.83f56b55f2af%2C38605%2C1731576073761,1-83f56b55f2af,38605,1731576073761 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33865/user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e/WALs/83f56b55f2af,38605,1731576073761/83f56b55f2af%2C38605%2C1731576073761.1731576075755 to pos 883, reset compression=false 2024-11-14T09:21:49,411 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,38605,1731576073761.replicationSource.wal-reader.83f56b55f2af%2C38605%2C1731576073761,1-83f56b55f2af,38605,1731576073761 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T09:21:49,411 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,38605,1731576073761.replicationSource.wal-reader.83f56b55f2af%2C38605%2C1731576073761,1-83f56b55f2af,38605,1731576073761 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33865/user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e/WALs/83f56b55f2af,38605,1731576073761/83f56b55f2af%2C38605%2C1731576073761.1731576075755 to pos 1527, reset compression=false 2024-11-14T09:21:49,451 DEBUG [RS:0;83f56b55f2af:38605 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T09:21:49,589 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=83f56b55f2af:40015 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-14T09:21:49,613 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,38605,1731576073761.replicationSource.wal-reader.83f56b55f2af%2C38605%2C1731576073761,1-83f56b55f2af,38605,1731576073761 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33865/user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e/WALs/83f56b55f2af,38605,1731576073761/83f56b55f2af%2C38605%2C1731576073761.1731576075755 to pos 1527, reset compression=false 2024-11-14T09:21:49,651 DEBUG [RS:0;83f56b55f2af:38605 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T09:21:49,749 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33865/user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e/data/hbase/meta/1588230740/.tmp/table/5c3d9c69f1f443698861b17422e7ee9c 2024-11-14T09:21:49,754 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33865/user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e/data/hbase/meta/1588230740/.tmp/info/a176b08cb0124c75bf4bc5c338b0aa56 as hdfs://localhost:33865/user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e/data/hbase/meta/1588230740/info/a176b08cb0124c75bf4bc5c338b0aa56 2024-11-14T09:21:49,758 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33865/user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e/data/hbase/meta/1588230740/info/a176b08cb0124c75bf4bc5c338b0aa56, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T09:21:49,759 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33865/user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e/data/hbase/meta/1588230740/.tmp/ns/9abe8ae08a7e4809be0421e790184a65 as hdfs://localhost:33865/user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e/data/hbase/meta/1588230740/ns/9abe8ae08a7e4809be0421e790184a65 2024-11-14T09:21:49,762 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33865/user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e/data/hbase/meta/1588230740/ns/9abe8ae08a7e4809be0421e790184a65, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T09:21:49,762 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33865/user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e/data/hbase/meta/1588230740/.tmp/rep_barrier/7ceb136207a64f3797c73ff71ee600dc as hdfs://localhost:33865/user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e/data/hbase/meta/1588230740/rep_barrier/7ceb136207a64f3797c73ff71ee600dc 2024-11-14T09:21:49,766 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33865/user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e/data/hbase/meta/1588230740/rep_barrier/7ceb136207a64f3797c73ff71ee600dc, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T09:21:49,766 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33865/user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e/data/hbase/meta/1588230740/.tmp/table/5c3d9c69f1f443698861b17422e7ee9c as hdfs://localhost:33865/user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e/data/hbase/meta/1588230740/table/5c3d9c69f1f443698861b17422e7ee9c 2024-11-14T09:21:49,769 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33865/user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e/data/hbase/meta/1588230740/table/5c3d9c69f1f443698861b17422e7ee9c, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T09:21:49,770 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1720ms, sequenceid=16, compaction requested=false 2024-11-14T09:21:49,770 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T09:21:49,774 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33865/user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T09:21:49,774 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T09:21:49,774 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T09:21:49,774 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T09:21:49,774 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731576108050Running coprocessor pre-close hooks at 1731576108050Disabling compacts and flushes for region at 1731576108050Disabling writes for close at 1731576108050Obtaining lock to block concurrent updates at 1731576108050Preparing flush snapshotting stores in 1588230740 at 1731576108050Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731576108050Flushing stores of hbase:meta,,1.1588230740 at 1731576108051 (+1 ms)Flushing 1588230740/info: creating writer at 1731576108051Flushing 1588230740/info: appending metadata at 1731576108065 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731576108065Flushing 1588230740/ns: creating writer at 1731576108474 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731576108493 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731576108493Flushing 1588230740/rep_barrier: creating writer at 1731576108905 (+412 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731576108919 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731576108919Flushing 1588230740/table: creating writer at 1731576109327 (+408 ms)Flushing 1588230740/table: appending metadata at 1731576109344 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731576109344Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c7e3d7b: reopening flushed file at 1731576109754 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5eeef987: reopening flushed file at 1731576109758 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4528bce8: reopening flushed file at 1731576109762 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a46d96b: reopening flushed file at 1731576109766 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1720ms, sequenceid=16, compaction requested=false at 1731576109770 (+4 ms)Writing region close event to WAL at 1731576109772 (+2 ms)Running coprocessor post-close hooks at 1731576109774 (+2 ms)Closed at 1731576109774 2024-11-14T09:21:49,775 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T09:21:49,852 INFO [RS:0;83f56b55f2af:38605 {}] regionserver.HRegionServer(976): stopping server 83f56b55f2af,38605,1731576073761; all regions closed. 2024-11-14T09:21:49,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34379 is added to blk_1073741834_1010 (size=4239) 2024-11-14T09:21:49,854 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e/WALs/83f56b55f2af,38605,1731576073761/83f56b55f2af%2C38605%2C1731576073761.meta.1731576076686.meta not finished, retry = 0 2024-11-14T09:21:49,917 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,38605,1731576073761.replicationSource.wal-reader.83f56b55f2af%2C38605%2C1731576073761,1-83f56b55f2af,38605,1731576073761 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33865/user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e/WALs/83f56b55f2af,38605,1731576073761/83f56b55f2af%2C38605%2C1731576073761.1731576075755 to pos 1527, reset compression=false 2024-11-14T09:21:49,957 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e/WALs/83f56b55f2af,38605,1731576073761/83f56b55f2af%2C38605%2C1731576073761.rep.1731576089765 not finished, retry = 0 2024-11-14T09:21:49,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34379 is added to blk_1073741839_1015 (size=2240) 2024-11-14T09:21:50,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34379 is added to blk_1073741832_1008 (size=1535) 2024-11-14T09:21:50,060 DEBUG [RS:0;83f56b55f2af:38605 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:21:50,060 INFO [RS:0;83f56b55f2af:38605 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T09:21:50,060 INFO [RS:0;83f56b55f2af:38605 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T09:21:50,060 INFO [RS:0;83f56b55f2af:38605 {}] hbase.ChoreService(370): Chore service for: regionserver/83f56b55f2af:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T09:21:50,060 INFO [RS:0;83f56b55f2af:38605 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T09:21:50,060 INFO [regionserver/83f56b55f2af:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T09:21:50,060 INFO [RS:0;83f56b55f2af:38605 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-83f56b55f2af,38605,1731576073761 because: Region server is closing 2024-11-14T09:21:50,061 INFO [RS:0;83f56b55f2af:38605 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;83f56b55f2af:38605. 2024-11-14T09:21:50,061 DEBUG [RS:0;83f56b55f2af:38605 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:21:50,061 DEBUG [RS:0;83f56b55f2af:38605 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:21:50,061 DEBUG [RS:0;83f56b55f2af:38605 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:21:50,061 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T09:21:50,161 INFO [RS:0;83f56b55f2af:38605 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,38605,1731576073761.replicationSource.shipper83f56b55f2af%2C38605%2C1731576073761,1-83f56b55f2af,38605,1731576073761 terminated 2024-11-14T09:21:50,161 WARN [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,38605,1731576073761.replicationSource.wal-reader.83f56b55f2af%2C38605%2C1731576073761,1-83f56b55f2af,38605,1731576073761 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T09:21:50,161 INFO [RS:0;83f56b55f2af:38605 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38605 2024-11-14T09:21:50,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38605-0x10115c7f3e80001, quorum=127.0.0.1:62077, baseZNode=/02138196364 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02138196364/rs/83f56b55f2af,38605,1731576073761 2024-11-14T09:21:50,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40015-0x10115c7f3e80000, quorum=127.0.0.1:62077, baseZNode=/02138196364 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02138196364/rs 2024-11-14T09:21:50,163 INFO [RS:0;83f56b55f2af:38605 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T09:21:50,165 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [83f56b55f2af,38605,1731576073761] 2024-11-14T09:21:50,166 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /02138196364/draining/83f56b55f2af,38605,1731576073761 already deleted, retry=false 2024-11-14T09:21:50,166 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 83f56b55f2af,38605,1731576073761 expired; onlineServers=0 2024-11-14T09:21:50,167 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '83f56b55f2af,40015,1731576073703' ***** 2024-11-14T09:21:50,167 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T09:21:50,167 INFO [M:0;83f56b55f2af:40015 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T09:21:50,167 INFO [M:0;83f56b55f2af:40015 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T09:21:50,167 DEBUG [M:0;83f56b55f2af:40015 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T09:21:50,167 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T09:21:50,167 DEBUG [M:0;83f56b55f2af:40015 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T09:21:50,167 DEBUG [master/83f56b55f2af:0:becomeActiveMaster-HFileCleaner.small.0-1731576075544 {}] cleaner.HFileCleaner(306): Exit Thread[master/83f56b55f2af:0:becomeActiveMaster-HFileCleaner.small.0-1731576075544,5,FailOnTimeoutGroup] 2024-11-14T09:21:50,167 DEBUG [master/83f56b55f2af:0:becomeActiveMaster-HFileCleaner.large.0-1731576075544 {}] cleaner.HFileCleaner(306): Exit Thread[master/83f56b55f2af:0:becomeActiveMaster-HFileCleaner.large.0-1731576075544,5,FailOnTimeoutGroup] 2024-11-14T09:21:50,167 INFO [M:0;83f56b55f2af:40015 {}] hbase.ChoreService(370): Chore service for: master/83f56b55f2af:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T09:21:50,167 INFO [M:0;83f56b55f2af:40015 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T09:21:50,167 DEBUG [M:0;83f56b55f2af:40015 {}] master.HMaster(1795): Stopping service threads 2024-11-14T09:21:50,167 INFO [M:0;83f56b55f2af:40015 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T09:21:50,167 INFO [M:0;83f56b55f2af:40015 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T09:21:50,167 INFO [M:0;83f56b55f2af:40015 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T09:21:50,167 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T09:21:50,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40015-0x10115c7f3e80000, quorum=127.0.0.1:62077, baseZNode=/02138196364 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02138196364/master 2024-11-14T09:21:50,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40015-0x10115c7f3e80000, quorum=127.0.0.1:62077, baseZNode=/02138196364 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02138196364 2024-11-14T09:21:50,168 DEBUG [M:0;83f56b55f2af:40015 {}] zookeeper.ZKUtil(347): master:40015-0x10115c7f3e80000, quorum=127.0.0.1:62077, baseZNode=/02138196364 Unable to get data of znode /02138196364/master because node does not exist (not an error) 2024-11-14T09:21:50,168 WARN [M:0;83f56b55f2af:40015 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T09:21:50,169 INFO [M:0;83f56b55f2af:40015 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33865/user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e/.lastflushedseqids 2024-11-14T09:21:50,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34379 is added to blk_1073741848_1024 (size=245) 2024-11-14T09:21:50,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38605-0x10115c7f3e80001, quorum=127.0.0.1:62077, baseZNode=/02138196364 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T09:21:50,266 INFO [RS:0;83f56b55f2af:38605 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T09:21:50,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38605-0x10115c7f3e80001, quorum=127.0.0.1:62077, baseZNode=/02138196364 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T09:21:50,266 INFO [RS:0;83f56b55f2af:38605 {}] regionserver.HRegionServer(1031): Exiting; stopping=83f56b55f2af,38605,1731576073761; zookeeper connection closed. 2024-11-14T09:21:50,266 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3820259 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3820259 2024-11-14T09:21:50,266 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T09:21:50,574 INFO [M:0;83f56b55f2af:40015 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T09:21:50,574 INFO [M:0;83f56b55f2af:40015 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T09:21:50,575 DEBUG [M:0;83f56b55f2af:40015 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T09:21:50,575 INFO [M:0;83f56b55f2af:40015 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:21:50,575 DEBUG [M:0;83f56b55f2af:40015 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:21:50,575 DEBUG [M:0;83f56b55f2af:40015 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T09:21:50,575 DEBUG [M:0;83f56b55f2af:40015 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:21:50,575 INFO [M:0;83f56b55f2af:40015 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-14T09:21:50,590 DEBUG [M:0;83f56b55f2af:40015 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33865/user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b61e415cada341e68145b849cd1540a7 is 82, key is hbase:meta,,1/info:regioninfo/1731576076718/Put/seqid=0 2024-11-14T09:21:50,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34379 is added to blk_1073741849_1025 (size=5672) 2024-11-14T09:21:50,994 INFO [M:0;83f56b55f2af:40015 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33865/user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b61e415cada341e68145b849cd1540a7 2024-11-14T09:21:51,012 DEBUG [M:0;83f56b55f2af:40015 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33865/user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c9296d7fae394273bc0d7452463125db is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731576085335/Put/seqid=0 2024-11-14T09:21:51,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34379 is added to blk_1073741850_1026 (size=7218) 2024-11-14T09:21:51,016 INFO [M:0;83f56b55f2af:40015 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33865/user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c9296d7fae394273bc0d7452463125db 2024-11-14T09:21:51,019 INFO [M:0;83f56b55f2af:40015 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c9296d7fae394273bc0d7452463125db 2024-11-14T09:21:51,032 DEBUG [M:0;83f56b55f2af:40015 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33865/user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/335088bbcbbe4adeae63eb81c6465dca is 69, key is 83f56b55f2af,38605,1731576073761/rs:state/1731576075604/Put/seqid=0 2024-11-14T09:21:51,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34379 is added to blk_1073741851_1027 (size=5156) 2024-11-14T09:21:51,444 INFO [M:0;83f56b55f2af:40015 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33865/user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/335088bbcbbe4adeae63eb81c6465dca 2024-11-14T09:21:51,449 DEBUG [M:0;83f56b55f2af:40015 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33865/user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b61e415cada341e68145b849cd1540a7 as hdfs://localhost:33865/user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b61e415cada341e68145b849cd1540a7 2024-11-14T09:21:51,452 INFO [M:0;83f56b55f2af:40015 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33865/user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b61e415cada341e68145b849cd1540a7, entries=8, sequenceid=105, filesize=5.5 K 2024-11-14T09:21:51,453 DEBUG [M:0;83f56b55f2af:40015 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33865/user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c9296d7fae394273bc0d7452463125db as hdfs://localhost:33865/user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c9296d7fae394273bc0d7452463125db 2024-11-14T09:21:51,456 INFO [M:0;83f56b55f2af:40015 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c9296d7fae394273bc0d7452463125db 2024-11-14T09:21:51,456 INFO [M:0;83f56b55f2af:40015 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33865/user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c9296d7fae394273bc0d7452463125db, entries=11, sequenceid=105, filesize=7.0 K 2024-11-14T09:21:51,457 DEBUG [M:0;83f56b55f2af:40015 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33865/user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/335088bbcbbe4adeae63eb81c6465dca as hdfs://localhost:33865/user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/335088bbcbbe4adeae63eb81c6465dca 2024-11-14T09:21:51,460 INFO [M:0;83f56b55f2af:40015 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33865/user/jenkins/test-data/a4af94d4-824e-5854-6a4c-ebf84a99612e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/335088bbcbbe4adeae63eb81c6465dca, entries=1, sequenceid=105, filesize=5.0 K 2024-11-14T09:21:51,461 INFO [M:0;83f56b55f2af:40015 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 886ms, sequenceid=105, compaction requested=false 2024-11-14T09:21:51,462 INFO [M:0;83f56b55f2af:40015 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:21:51,462 DEBUG [M:0;83f56b55f2af:40015 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731576110575Disabling compacts and flushes for region at 1731576110575Disabling writes for close at 1731576110575Obtaining lock to block concurrent updates at 1731576110575Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731576110575Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1731576110575Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731576110576 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731576110576Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731576110589 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731576110590 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731576110998 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731576111012 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731576111012Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731576111019 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731576111031 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731576111031Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bcd995d: reopening flushed file at 1731576111448 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3dfd095c: reopening flushed file at 1731576111453 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a14aa0c: reopening flushed file at 1731576111456 (+3 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 886ms, sequenceid=105, compaction requested=false at 1731576111461 (+5 ms)Writing region close event to WAL at 1731576111462 (+1 ms)Closed at 1731576111462 2024-11-14T09:21:51,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34379 is added to blk_1073741830_1006 (size=64423) 2024-11-14T09:21:51,465 INFO [M:0;83f56b55f2af:40015 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T09:21:51,465 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T09:21:51,465 INFO [M:0;83f56b55f2af:40015 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40015 2024-11-14T09:21:51,465 INFO [M:0;83f56b55f2af:40015 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T09:21:51,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40015-0x10115c7f3e80000, quorum=127.0.0.1:62077, baseZNode=/02138196364 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T09:21:51,567 INFO [M:0;83f56b55f2af:40015 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T09:21:51,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40015-0x10115c7f3e80000, quorum=127.0.0.1:62077, baseZNode=/02138196364 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T09:21:51,569 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@237e26d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T09:21:51,570 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@18dfbb43{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T09:21:51,570 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T09:21:51,570 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c004826{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T09:21:51,570 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65413fa2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f0d8d2a-aa22-514d-6e89-f62f963c92dd/hadoop.log.dir/,STOPPED} 2024-11-14T09:21:51,571 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T09:21:51,571 WARN [BP-1592853816-172.17.0.2-1731576072562 heartbeating to localhost/127.0.0.1:33865 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T09:21:51,571 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T09:21:51,571 WARN [BP-1592853816-172.17.0.2-1731576072562 heartbeating to localhost/127.0.0.1:33865 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1592853816-172.17.0.2-1731576072562 (Datanode Uuid c981e665-86b7-44b1-9286-960d5648605c) service to localhost/127.0.0.1:33865 2024-11-14T09:21:51,572 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f0d8d2a-aa22-514d-6e89-f62f963c92dd/cluster_2cbd3256-aec0-bda4-cba4-d30323d675fb/data/data1/current/BP-1592853816-172.17.0.2-1731576072562 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T09:21:51,572 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f0d8d2a-aa22-514d-6e89-f62f963c92dd/cluster_2cbd3256-aec0-bda4-cba4-d30323d675fb/data/data2/current/BP-1592853816-172.17.0.2-1731576072562 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T09:21:51,572 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T09:21:51,579 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1b48e5b3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T09:21:51,579 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@400c3130{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T09:21:51,579 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T09:21:51,580 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ae44598{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T09:21:51,580 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5cd24ad3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f0d8d2a-aa22-514d-6e89-f62f963c92dd/hadoop.log.dir/,STOPPED} 2024-11-14T09:21:51,585 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T09:21:51,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T09:21:51,600 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T09:21:51,601 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:21:51,601 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:21:51,602 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:21:51,602 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:21:51,602 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:21:51,602 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:21:51,603 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:21:51,608 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=359 (was 314) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33007 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33007 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62077) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:45619 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:45619 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33865 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45619 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62077) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33865 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33007 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45619 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:33007 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33865 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:33865 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:45619 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:33865 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45619 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:33007 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:33865 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45619 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62077) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:33007 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:33007 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:45619 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33865 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33007 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:33865 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=794 (was 726) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=359 (was 479), ProcessCount=11 (was 11), AvailableMemoryMB=6085 (was 6258) 2024-11-14T09:21:51,620 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=359, OpenFileDescriptor=794, MaxFileDescriptor=1048576, SystemLoadAverage=359, ProcessCount=11, AvailableMemoryMB=6085 2024-11-14T09:21:51,641 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-14T09:21:51,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7177957-d70b-e444-b6fb-de6f99b24bb2/hadoop.log.dir so I do NOT create it in target/test-data/de31b6ed-6c9c-08e9-2af2-e4cec4e52d7b 2024-11-14T09:21:51,642 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7177957-d70b-e444-b6fb-de6f99b24bb2/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T09:21:51,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7177957-d70b-e444-b6fb-de6f99b24bb2/hadoop.tmp.dir so I do NOT create it in target/test-data/de31b6ed-6c9c-08e9-2af2-e4cec4e52d7b 2024-11-14T09:21:51,642 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7177957-d70b-e444-b6fb-de6f99b24bb2/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T09:21:51,642 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de31b6ed-6c9c-08e9-2af2-e4cec4e52d7b 2024-11-14T09:21:51,642 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de31b6ed-6c9c-08e9-2af2-e4cec4e52d7b/cluster_f8328cdb-e1f8-4db2-5dad-e15ebb714f88, deleteOnExit=true 2024-11-14T09:21:51,643 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:21:51,644 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:21:51,644 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:21:51,644 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:21:51,644 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:21:51,645 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:21:51,645 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de31b6ed-6c9c-08e9-2af2-e4cec4e52d7b/cluster_f8328cdb-e1f8-4db2-5dad-e15ebb714f88/zookeeper_0, clientPort=64185, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de31b6ed-6c9c-08e9-2af2-e4cec4e52d7b/cluster_f8328cdb-e1f8-4db2-5dad-e15ebb714f88/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de31b6ed-6c9c-08e9-2af2-e4cec4e52d7b/cluster_f8328cdb-e1f8-4db2-5dad-e15ebb714f88/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T09:21:51,646 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64185 2024-11-14T09:21:51,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T09:21:51,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T09:21:51,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de31b6ed-6c9c-08e9-2af2-e4cec4e52d7b/test.cache.data in system properties and HBase conf 2024-11-14T09:21:51,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de31b6ed-6c9c-08e9-2af2-e4cec4e52d7b/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T09:21:51,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de31b6ed-6c9c-08e9-2af2-e4cec4e52d7b/hadoop.log.dir in system properties and HBase conf 2024-11-14T09:21:51,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de31b6ed-6c9c-08e9-2af2-e4cec4e52d7b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T09:21:51,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de31b6ed-6c9c-08e9-2af2-e4cec4e52d7b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T09:21:51,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T09:21:51,647 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T09:21:51,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de31b6ed-6c9c-08e9-2af2-e4cec4e52d7b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T09:21:51,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de31b6ed-6c9c-08e9-2af2-e4cec4e52d7b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T09:21:51,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de31b6ed-6c9c-08e9-2af2-e4cec4e52d7b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T09:21:51,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de31b6ed-6c9c-08e9-2af2-e4cec4e52d7b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T09:21:51,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de31b6ed-6c9c-08e9-2af2-e4cec4e52d7b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T09:21:51,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de31b6ed-6c9c-08e9-2af2-e4cec4e52d7b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T09:21:51,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de31b6ed-6c9c-08e9-2af2-e4cec4e52d7b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T09:21:51,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de31b6ed-6c9c-08e9-2af2-e4cec4e52d7b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T09:21:51,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de31b6ed-6c9c-08e9-2af2-e4cec4e52d7b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T09:21:51,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de31b6ed-6c9c-08e9-2af2-e4cec4e52d7b/nfs.dump.dir in system properties and HBase conf 2024-11-14T09:21:51,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de31b6ed-6c9c-08e9-2af2-e4cec4e52d7b/java.io.tmpdir in system properties and HBase conf 2024-11-14T09:21:51,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de31b6ed-6c9c-08e9-2af2-e4cec4e52d7b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T09:21:51,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de31b6ed-6c9c-08e9-2af2-e4cec4e52d7b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T09:21:51,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de31b6ed-6c9c-08e9-2af2-e4cec4e52d7b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T09:21:51,649 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:21:51,652 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:21:51,652 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:21:51,653 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:21:51,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10115c7f3e80008, quorum=127.0.0.1:62077, baseZNode=/2-1318699706 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T09:21:51,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10115c7f3e80005, quorum=127.0.0.1:62077, baseZNode=/12051546041 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T09:21:51,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10115c7f3e80002, quorum=127.0.0.1:62077, baseZNode=/02138196364 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T09:21:51,683 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10115c7f3e80008, quorum=127.0.0.1:62077, baseZNode=/2-1318699706 Received Disconnected from ZooKeeper, ignoring 2024-11-14T09:21:51,683 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10115c7f3e80002, quorum=127.0.0.1:62077, baseZNode=/02138196364 Received Disconnected from ZooKeeper, ignoring 2024-11-14T09:21:51,683 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10115c7f3e80005, quorum=127.0.0.1:62077, baseZNode=/12051546041 Received Disconnected from ZooKeeper, ignoring 2024-11-14T09:21:51,728 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T09:21:51,732 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T09:21:51,734 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T09:21:51,734 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T09:21:51,734 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T09:21:51,735 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T09:21:51,735 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@589e39f4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de31b6ed-6c9c-08e9-2af2-e4cec4e52d7b/hadoop.log.dir/,AVAILABLE} 2024-11-14T09:21:51,735 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1c4c38e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T09:21:51,854 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@58b5e117{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de31b6ed-6c9c-08e9-2af2-e4cec4e52d7b/java.io.tmpdir/jetty-localhost-36463-hadoop-hdfs-3_4_1-tests_jar-_-any-837424324510461180/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T09:21:51,854 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@448c405{HTTP/1.1, (http/1.1)}{localhost:36463} 2024-11-14T09:21:51,854 INFO [Time-limited test {}] server.Server(415): Started @279565ms 2024-11-14T09:21:51,930 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T09:21:51,933 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T09:21:51,933 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T09:21:51,933 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T09:21:51,933 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T09:21:51,934 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@262e43a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de31b6ed-6c9c-08e9-2af2-e4cec4e52d7b/hadoop.log.dir/,AVAILABLE} 2024-11-14T09:21:51,934 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2325e01d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T09:21:52,047 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@26226928{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de31b6ed-6c9c-08e9-2af2-e4cec4e52d7b/java.io.tmpdir/jetty-localhost-35747-hadoop-hdfs-3_4_1-tests_jar-_-any-15962849194079212348/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T09:21:52,048 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@890b56{HTTP/1.1, (http/1.1)}{localhost:35747} 2024-11-14T09:21:52,048 INFO [Time-limited test {}] server.Server(415): Started @279758ms 2024-11-14T09:21:52,049 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T09:21:52,156 WARN [Thread-4148 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de31b6ed-6c9c-08e9-2af2-e4cec4e52d7b/cluster_f8328cdb-e1f8-4db2-5dad-e15ebb714f88/data/data1/current/BP-743085909-172.17.0.2-1731576111673/current, will proceed with Du for space computation calculation, 2024-11-14T09:21:52,156 WARN [Thread-4149 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de31b6ed-6c9c-08e9-2af2-e4cec4e52d7b/cluster_f8328cdb-e1f8-4db2-5dad-e15ebb714f88/data/data2/current/BP-743085909-172.17.0.2-1731576111673/current, will proceed with Du for space computation calculation, 2024-11-14T09:21:52,176 WARN [Thread-4136 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T09:21:52,178 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x79fbf89147f9c56 with lease ID 0x9595f66c8094a73c: Processing first storage report for DS-3dff0bed-67e3-4efe-856b-66eb7302d7b2 from datanode DatanodeRegistration(127.0.0.1:34411, datanodeUuid=e85570cd-5c26-44b6-9bd6-cca940f047b0, infoPort=36911, infoSecurePort=0, ipcPort=46367, storageInfo=lv=-57;cid=testClusterID;nsid=2030578271;c=1731576111673) 2024-11-14T09:21:52,178 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x79fbf89147f9c56 with lease ID 0x9595f66c8094a73c: from storage DS-3dff0bed-67e3-4efe-856b-66eb7302d7b2 node DatanodeRegistration(127.0.0.1:34411, datanodeUuid=e85570cd-5c26-44b6-9bd6-cca940f047b0, infoPort=36911, infoSecurePort=0, ipcPort=46367, storageInfo=lv=-57;cid=testClusterID;nsid=2030578271;c=1731576111673), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T09:21:52,178 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x79fbf89147f9c56 with lease ID 0x9595f66c8094a73c: Processing first storage report for DS-56f105c8-531d-4b51-b986-3a9deff04040 from datanode DatanodeRegistration(127.0.0.1:34411, datanodeUuid=e85570cd-5c26-44b6-9bd6-cca940f047b0, infoPort=36911, infoSecurePort=0, ipcPort=46367, storageInfo=lv=-57;cid=testClusterID;nsid=2030578271;c=1731576111673) 2024-11-14T09:21:52,179 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x79fbf89147f9c56 with lease ID 0x9595f66c8094a73c: from storage DS-56f105c8-531d-4b51-b986-3a9deff04040 node DatanodeRegistration(127.0.0.1:34411, datanodeUuid=e85570cd-5c26-44b6-9bd6-cca940f047b0, infoPort=36911, infoSecurePort=0, ipcPort=46367, storageInfo=lv=-57;cid=testClusterID;nsid=2030578271;c=1731576111673), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T09:21:52,271 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de31b6ed-6c9c-08e9-2af2-e4cec4e52d7b 2024-11-14T09:21:52,271 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:21:52,272 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:21:52,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741825_1001 (size=7) 2024-11-14T09:21:52,624 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T09:21:52,625 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [83f56b55f2af,37065,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=83f56b55f2af:37065 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T09:21:52,625 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108824 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [83f56b55f2af,37065,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=83f56b55f2af:37065 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T09:21:52,680 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37319/user/jenkins/test-data/cc7b875f-a051-4c71-43e8-56c154732a11 with version=8 2024-11-14T09:21:52,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37319/user/jenkins/test-data/cc7b875f-a051-4c71-43e8-56c154732a11/hbase-staging 2024-11-14T09:21:52,683 INFO [Time-limited test {}] client.ConnectionUtils(128): master/83f56b55f2af:0 server-side Connection retries=45 2024-11-14T09:21:52,683 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T09:21:52,683 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T09:21:52,683 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T09:21:52,683 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T09:21:52,683 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T09:21:52,683 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T09:21:52,684 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T09:21:52,684 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45099 2024-11-14T09:21:52,685 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45099 connecting to ZooKeeper ensemble=127.0.0.1:64185 2024-11-14T09:21:52,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:450990x0, quorum=127.0.0.1:64185, baseZNode=/0-1930746399 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T09:21:52,695 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45099-0x10115c88cac0000 connected 2024-11-14T09:21:52,717 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:21:52,718 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:21:52,721 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45099-0x10115c88cac0000, quorum=127.0.0.1:64185, baseZNode=/0-1930746399 Set watcher on znode that does not yet exist, /0-1930746399/running 2024-11-14T09:21:52,721 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37319/user/jenkins/test-data/cc7b875f-a051-4c71-43e8-56c154732a11, hbase.cluster.distributed=false 2024-11-14T09:21:52,722 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45099-0x10115c88cac0000, quorum=127.0.0.1:64185, baseZNode=/0-1930746399 Set watcher on znode that does not yet exist, /0-1930746399/acl 2024-11-14T09:21:52,723 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45099 2024-11-14T09:21:52,723 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45099 2024-11-14T09:21:52,723 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45099 2024-11-14T09:21:52,727 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45099 2024-11-14T09:21:52,728 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45099 2024-11-14T09:21:52,742 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/83f56b55f2af:0 server-side Connection retries=45 2024-11-14T09:21:52,742 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T09:21:52,742 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T09:21:52,742 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T09:21:52,742 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T09:21:52,742 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T09:21:52,742 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T09:21:52,742 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T09:21:52,742 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41677 2024-11-14T09:21:52,743 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41677 connecting to ZooKeeper ensemble=127.0.0.1:64185 2024-11-14T09:21:52,743 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:21:52,745 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:21:52,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:416770x0, quorum=127.0.0.1:64185, baseZNode=/0-1930746399 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T09:21:52,749 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:416770x0, quorum=127.0.0.1:64185, baseZNode=/0-1930746399 Set watcher on znode that does not yet exist, /0-1930746399/running 2024-11-14T09:21:52,750 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41677-0x10115c88cac0001 connected 2024-11-14T09:21:52,750 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T09:21:52,750 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T09:21:52,751 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41677-0x10115c88cac0001, quorum=127.0.0.1:64185, baseZNode=/0-1930746399 Set watcher on znode that does not yet exist, /0-1930746399/master 2024-11-14T09:21:52,751 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41677-0x10115c88cac0001, quorum=127.0.0.1:64185, baseZNode=/0-1930746399 Set watcher on znode that does not yet exist, /0-1930746399/acl 2024-11-14T09:21:52,752 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41677 2024-11-14T09:21:52,755 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41677 2024-11-14T09:21:52,755 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41677 2024-11-14T09:21:52,756 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41677 2024-11-14T09:21:52,756 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41677 2024-11-14T09:21:52,767 DEBUG [M:0;83f56b55f2af:45099 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;83f56b55f2af:45099 2024-11-14T09:21:52,767 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1930746399/backup-masters/83f56b55f2af,45099,1731576112683 2024-11-14T09:21:52,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45099-0x10115c88cac0000, quorum=127.0.0.1:64185, baseZNode=/0-1930746399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1930746399/backup-masters 2024-11-14T09:21:52,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41677-0x10115c88cac0001, quorum=127.0.0.1:64185, baseZNode=/0-1930746399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1930746399/backup-masters 2024-11-14T09:21:52,769 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45099-0x10115c88cac0000, quorum=127.0.0.1:64185, baseZNode=/0-1930746399 Set watcher on existing znode=/0-1930746399/backup-masters/83f56b55f2af,45099,1731576112683 2024-11-14T09:21:52,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45099-0x10115c88cac0000, quorum=127.0.0.1:64185, baseZNode=/0-1930746399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1930746399 2024-11-14T09:21:52,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41677-0x10115c88cac0001, quorum=127.0.0.1:64185, baseZNode=/0-1930746399 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1930746399/master 2024-11-14T09:21:52,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41677-0x10115c88cac0001, quorum=127.0.0.1:64185, baseZNode=/0-1930746399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1930746399 2024-11-14T09:21:52,771 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45099-0x10115c88cac0000, quorum=127.0.0.1:64185, baseZNode=/0-1930746399 Set watcher on existing znode=/0-1930746399/master 2024-11-14T09:21:52,771 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1930746399/backup-masters/83f56b55f2af,45099,1731576112683 from backup master directory 2024-11-14T09:21:52,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45099-0x10115c88cac0000, quorum=127.0.0.1:64185, baseZNode=/0-1930746399 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1930746399/backup-masters/83f56b55f2af,45099,1731576112683 2024-11-14T09:21:52,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41677-0x10115c88cac0001, quorum=127.0.0.1:64185, baseZNode=/0-1930746399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1930746399/backup-masters 2024-11-14T09:21:52,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45099-0x10115c88cac0000, quorum=127.0.0.1:64185, baseZNode=/0-1930746399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1930746399/backup-masters 2024-11-14T09:21:52,772 WARN [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T09:21:52,772 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=83f56b55f2af,45099,1731576112683 2024-11-14T09:21:52,775 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37319/user/jenkins/test-data/cc7b875f-a051-4c71-43e8-56c154732a11/hbase.id] with ID: f2dca496-0f3d-4f28-a54d-73729f1bce33 2024-11-14T09:21:52,775 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37319/user/jenkins/test-data/cc7b875f-a051-4c71-43e8-56c154732a11/.tmp/hbase.id 2024-11-14T09:21:52,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741826_1002 (size=42) 2024-11-14T09:21:52,782 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37319/user/jenkins/test-data/cc7b875f-a051-4c71-43e8-56c154732a11/.tmp/hbase.id]:[hdfs://localhost:37319/user/jenkins/test-data/cc7b875f-a051-4c71-43e8-56c154732a11/hbase.id] 2024-11-14T09:21:52,789 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:21:52,789 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T09:21:52,790 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T09:21:52,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41677-0x10115c88cac0001, quorum=127.0.0.1:64185, baseZNode=/0-1930746399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1930746399 2024-11-14T09:21:52,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45099-0x10115c88cac0000, quorum=127.0.0.1:64185, baseZNode=/0-1930746399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1930746399 2024-11-14T09:21:52,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741827_1003 (size=196) 2024-11-14T09:21:53,201 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T09:21:53,202 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T09:21:53,202 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T09:21:53,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741828_1004 (size=1189) 2024-11-14T09:21:53,613 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37319/user/jenkins/test-data/cc7b875f-a051-4c71-43e8-56c154732a11/MasterData/data/master/store 2024-11-14T09:21:53,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741829_1005 (size=34) 2024-11-14T09:21:54,019 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:21:54,019 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T09:21:54,019 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:21:54,019 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:21:54,019 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T09:21:54,019 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:21:54,019 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:21:54,019 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731576114019Disabling compacts and flushes for region at 1731576114019Disabling writes for close at 1731576114019Writing region close event to WAL at 1731576114019Closed at 1731576114019 2024-11-14T09:21:54,020 WARN [master/83f56b55f2af:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37319/user/jenkins/test-data/cc7b875f-a051-4c71-43e8-56c154732a11/MasterData/data/master/store/.initializing 2024-11-14T09:21:54,020 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37319/user/jenkins/test-data/cc7b875f-a051-4c71-43e8-56c154732a11/MasterData/WALs/83f56b55f2af,45099,1731576112683 2024-11-14T09:21:54,021 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T09:21:54,022 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=83f56b55f2af%2C45099%2C1731576112683, suffix=, logDir=hdfs://localhost:37319/user/jenkins/test-data/cc7b875f-a051-4c71-43e8-56c154732a11/MasterData/WALs/83f56b55f2af,45099,1731576112683, archiveDir=hdfs://localhost:37319/user/jenkins/test-data/cc7b875f-a051-4c71-43e8-56c154732a11/MasterData/oldWALs, maxLogs=10 2024-11-14T09:21:54,036 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cc7b875f-a051-4c71-43e8-56c154732a11/MasterData/WALs/83f56b55f2af,45099,1731576112683/83f56b55f2af%2C45099%2C1731576112683.1731576114022, exclude list is [], retry=0 2024-11-14T09:21:54,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34411,DS-3dff0bed-67e3-4efe-856b-66eb7302d7b2,DISK] 2024-11-14T09:21:54,039 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cc7b875f-a051-4c71-43e8-56c154732a11/MasterData/WALs/83f56b55f2af,45099,1731576112683/83f56b55f2af%2C45099%2C1731576112683.1731576114022 2024-11-14T09:21:54,039 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36911:36911)] 2024-11-14T09:21:54,039 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T09:21:54,040 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:21:54,040 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:21:54,040 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:21:54,041 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:21:54,042 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T09:21:54,042 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:21:54,042 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:21:54,042 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:21:54,043 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T09:21:54,043 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:21:54,043 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:21:54,043 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:21:54,044 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T09:21:54,044 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:21:54,044 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:21:54,044 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:21:54,045 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T09:21:54,045 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:21:54,045 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:21:54,045 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:21:54,046 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37319/user/jenkins/test-data/cc7b875f-a051-4c71-43e8-56c154732a11/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:21:54,046 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37319/user/jenkins/test-data/cc7b875f-a051-4c71-43e8-56c154732a11/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:21:54,046 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:21:54,046 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:21:54,047 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T09:21:54,048 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:21:54,049 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37319/user/jenkins/test-data/cc7b875f-a051-4c71-43e8-56c154732a11/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T09:21:54,050 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63415774, jitterRate=-0.05503132939338684}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T09:21:54,050 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731576114040Initializing all the Stores at 1731576114040Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731576114040Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731576114041 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731576114041Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731576114041Cleaning up temporary data from old regions at 1731576114046 (+5 ms)Region opened successfully at 1731576114050 (+4 ms) 2024-11-14T09:21:54,050 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T09:21:54,052 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77aa132a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=83f56b55f2af/172.17.0.2:0 2024-11-14T09:21:54,053 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T09:21:54,053 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T09:21:54,053 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T09:21:54,053 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T09:21:54,054 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T09:21:54,054 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T09:21:54,054 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T09:21:54,055 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T09:21:54,056 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45099-0x10115c88cac0000, quorum=127.0.0.1:64185, baseZNode=/0-1930746399 Unable to get data of znode /0-1930746399/balancer because node does not exist (not necessarily an error) 2024-11-14T09:21:54,057 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1930746399/balancer already deleted, retry=false 2024-11-14T09:21:54,058 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T09:21:54,058 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45099-0x10115c88cac0000, quorum=127.0.0.1:64185, baseZNode=/0-1930746399 Unable to get data of znode /0-1930746399/normalizer because node does not exist (not necessarily an error) 2024-11-14T09:21:54,059 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1930746399/normalizer already deleted, retry=false 2024-11-14T09:21:54,059 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T09:21:54,060 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45099-0x10115c88cac0000, quorum=127.0.0.1:64185, baseZNode=/0-1930746399 Unable to get data of znode /0-1930746399/switch/split because node does not exist (not necessarily an error) 2024-11-14T09:21:54,061 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1930746399/switch/split already deleted, retry=false 2024-11-14T09:21:54,061 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45099-0x10115c88cac0000, quorum=127.0.0.1:64185, baseZNode=/0-1930746399 Unable to get data of znode /0-1930746399/switch/merge because node does not exist (not necessarily an error) 2024-11-14T09:21:54,063 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1930746399/switch/merge already deleted, retry=false 2024-11-14T09:21:54,064 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45099-0x10115c88cac0000, quorum=127.0.0.1:64185, baseZNode=/0-1930746399 Unable to get data of znode /0-1930746399/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T09:21:54,066 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1930746399/snapshot-cleanup already deleted, retry=false 2024-11-14T09:21:54,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41677-0x10115c88cac0001, quorum=127.0.0.1:64185, baseZNode=/0-1930746399 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1930746399/running 2024-11-14T09:21:54,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45099-0x10115c88cac0000, quorum=127.0.0.1:64185, baseZNode=/0-1930746399 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1930746399/running 2024-11-14T09:21:54,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45099-0x10115c88cac0000, quorum=127.0.0.1:64185, baseZNode=/0-1930746399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1930746399 2024-11-14T09:21:54,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41677-0x10115c88cac0001, quorum=127.0.0.1:64185, baseZNode=/0-1930746399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1930746399 2024-11-14T09:21:54,068 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=83f56b55f2af,45099,1731576112683, sessionid=0x10115c88cac0000, setting cluster-up flag (Was=false) 2024-11-14T09:21:54,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41677-0x10115c88cac0001, quorum=127.0.0.1:64185, baseZNode=/0-1930746399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1930746399 2024-11-14T09:21:54,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45099-0x10115c88cac0000, quorum=127.0.0.1:64185, baseZNode=/0-1930746399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1930746399 2024-11-14T09:21:54,074 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1930746399/flush-table-proc/acquired, /0-1930746399/flush-table-proc/reached, /0-1930746399/flush-table-proc/abort 2024-11-14T09:21:54,075 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=83f56b55f2af,45099,1731576112683 2024-11-14T09:21:54,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41677-0x10115c88cac0001, quorum=127.0.0.1:64185, baseZNode=/0-1930746399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1930746399 2024-11-14T09:21:54,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45099-0x10115c88cac0000, quorum=127.0.0.1:64185, baseZNode=/0-1930746399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1930746399 2024-11-14T09:21:54,084 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1930746399/online-snapshot/acquired, /0-1930746399/online-snapshot/reached, /0-1930746399/online-snapshot/abort 2024-11-14T09:21:54,085 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=83f56b55f2af,45099,1731576112683 2024-11-14T09:21:54,085 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37319/user/jenkins/test-data/cc7b875f-a051-4c71-43e8-56c154732a11/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T09:21:54,087 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T09:21:54,087 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T09:21:54,087 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T09:21:54,087 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 83f56b55f2af,45099,1731576112683 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T09:21:54,088 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/83f56b55f2af:0, corePoolSize=5, maxPoolSize=5 2024-11-14T09:21:54,088 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/83f56b55f2af:0, corePoolSize=5, maxPoolSize=5 2024-11-14T09:21:54,088 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/83f56b55f2af:0, corePoolSize=5, maxPoolSize=5 2024-11-14T09:21:54,088 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/83f56b55f2af:0, corePoolSize=5, maxPoolSize=5 2024-11-14T09:21:54,088 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/83f56b55f2af:0, corePoolSize=10, maxPoolSize=10 2024-11-14T09:21:54,088 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:21:54,088 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/83f56b55f2af:0, corePoolSize=2, maxPoolSize=2 2024-11-14T09:21:54,088 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:21:54,089 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731576144089 2024-11-14T09:21:54,089 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T09:21:54,089 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T09:21:54,089 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T09:21:54,089 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T09:21:54,089 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T09:21:54,089 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T09:21:54,089 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T09:21:54,089 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T09:21:54,089 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T09:21:54,090 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T09:21:54,090 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T09:21:54,090 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T09:21:54,090 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T09:21:54,090 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:21:54,090 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T09:21:54,090 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T09:21:54,090 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T09:21:54,090 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/83f56b55f2af:0:becomeActiveMaster-HFileCleaner.large.0-1731576114090,5,FailOnTimeoutGroup] 2024-11-14T09:21:54,090 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/83f56b55f2af:0:becomeActiveMaster-HFileCleaner.small.0-1731576114090,5,FailOnTimeoutGroup] 2024-11-14T09:21:54,090 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T09:21:54,091 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T09:21:54,091 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T09:21:54,091 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T09:21:54,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741831_1007 (size=1321) 2024-11-14T09:21:54,158 INFO [RS:0;83f56b55f2af:41677 {}] regionserver.HRegionServer(746): ClusterId : f2dca496-0f3d-4f28-a54d-73729f1bce33 2024-11-14T09:21:54,158 DEBUG [RS:0;83f56b55f2af:41677 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T09:21:54,160 DEBUG [RS:0;83f56b55f2af:41677 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T09:21:54,160 DEBUG [RS:0;83f56b55f2af:41677 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T09:21:54,161 DEBUG [RS:0;83f56b55f2af:41677 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T09:21:54,162 DEBUG [RS:0;83f56b55f2af:41677 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32d531ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=83f56b55f2af/172.17.0.2:0 2024-11-14T09:21:54,174 DEBUG [RS:0;83f56b55f2af:41677 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;83f56b55f2af:41677 2024-11-14T09:21:54,174 INFO [RS:0;83f56b55f2af:41677 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T09:21:54,174 INFO [RS:0;83f56b55f2af:41677 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T09:21:54,174 DEBUG [RS:0;83f56b55f2af:41677 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T09:21:54,174 INFO [RS:0;83f56b55f2af:41677 {}] regionserver.HRegionServer(2659): reportForDuty to master=83f56b55f2af,45099,1731576112683 with port=41677, startcode=1731576112741 2024-11-14T09:21:54,175 DEBUG [RS:0;83f56b55f2af:41677 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T09:21:54,176 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38079, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T09:21:54,176 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45099 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 83f56b55f2af,41677,1731576112741 2024-11-14T09:21:54,176 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45099 {}] master.ServerManager(517): Registering regionserver=83f56b55f2af,41677,1731576112741 2024-11-14T09:21:54,177 DEBUG [RS:0;83f56b55f2af:41677 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37319/user/jenkins/test-data/cc7b875f-a051-4c71-43e8-56c154732a11 2024-11-14T09:21:54,177 DEBUG [RS:0;83f56b55f2af:41677 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37319 2024-11-14T09:21:54,177 DEBUG [RS:0;83f56b55f2af:41677 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T09:21:54,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45099-0x10115c88cac0000, quorum=127.0.0.1:64185, baseZNode=/0-1930746399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1930746399/rs 2024-11-14T09:21:54,179 DEBUG [RS:0;83f56b55f2af:41677 {}] zookeeper.ZKUtil(111): regionserver:41677-0x10115c88cac0001, quorum=127.0.0.1:64185, baseZNode=/0-1930746399 Set watcher on existing znode=/0-1930746399/rs/83f56b55f2af,41677,1731576112741 2024-11-14T09:21:54,179 WARN [RS:0;83f56b55f2af:41677 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T09:21:54,179 INFO [RS:0;83f56b55f2af:41677 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T09:21:54,179 DEBUG [RS:0;83f56b55f2af:41677 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37319/user/jenkins/test-data/cc7b875f-a051-4c71-43e8-56c154732a11/WALs/83f56b55f2af,41677,1731576112741 2024-11-14T09:21:54,180 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [83f56b55f2af,41677,1731576112741] 2024-11-14T09:21:54,182 INFO [RS:0;83f56b55f2af:41677 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T09:21:54,183 INFO [RS:0;83f56b55f2af:41677 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T09:21:54,184 INFO [RS:0;83f56b55f2af:41677 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T09:21:54,184 INFO [RS:0;83f56b55f2af:41677 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T09:21:54,184 INFO [RS:0;83f56b55f2af:41677 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T09:21:54,184 INFO [RS:0;83f56b55f2af:41677 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T09:21:54,184 INFO [RS:0;83f56b55f2af:41677 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T09:21:54,185 DEBUG [RS:0;83f56b55f2af:41677 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:21:54,185 DEBUG [RS:0;83f56b55f2af:41677 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:21:54,185 DEBUG [RS:0;83f56b55f2af:41677 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:21:54,185 DEBUG [RS:0;83f56b55f2af:41677 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:21:54,185 DEBUG [RS:0;83f56b55f2af:41677 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:21:54,185 DEBUG [RS:0;83f56b55f2af:41677 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/83f56b55f2af:0, corePoolSize=2, maxPoolSize=2 2024-11-14T09:21:54,185 DEBUG [RS:0;83f56b55f2af:41677 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:21:54,185 DEBUG [RS:0;83f56b55f2af:41677 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:21:54,185 DEBUG [RS:0;83f56b55f2af:41677 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:21:54,185 DEBUG [RS:0;83f56b55f2af:41677 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:21:54,185 DEBUG [RS:0;83f56b55f2af:41677 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:21:54,185 DEBUG [RS:0;83f56b55f2af:41677 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:21:54,185 DEBUG [RS:0;83f56b55f2af:41677 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/83f56b55f2af:0, corePoolSize=3, maxPoolSize=3 2024-11-14T09:21:54,185 DEBUG [RS:0;83f56b55f2af:41677 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/83f56b55f2af:0, corePoolSize=3, maxPoolSize=3 2024-11-14T09:21:54,191 INFO [RS:0;83f56b55f2af:41677 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T09:21:54,191 INFO [RS:0;83f56b55f2af:41677 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T09:21:54,191 INFO [RS:0;83f56b55f2af:41677 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T09:21:54,191 INFO [RS:0;83f56b55f2af:41677 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T09:21:54,191 INFO [RS:0;83f56b55f2af:41677 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T09:21:54,191 INFO [RS:0;83f56b55f2af:41677 {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,41677,1731576112741-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T09:21:54,204 INFO [RS:0;83f56b55f2af:41677 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T09:21:54,204 INFO [RS:0;83f56b55f2af:41677 {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,41677,1731576112741-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T09:21:54,204 INFO [RS:0;83f56b55f2af:41677 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:21:54,204 INFO [RS:0;83f56b55f2af:41677 {}] regionserver.Replication(171): 83f56b55f2af,41677,1731576112741 started 2024-11-14T09:21:54,218 INFO [RS:0;83f56b55f2af:41677 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:21:54,218 INFO [RS:0;83f56b55f2af:41677 {}] regionserver.HRegionServer(1482): Serving as 83f56b55f2af,41677,1731576112741, RpcServer on 83f56b55f2af/172.17.0.2:41677, sessionid=0x10115c88cac0001 2024-11-14T09:21:54,218 DEBUG [RS:0;83f56b55f2af:41677 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T09:21:54,218 DEBUG [RS:0;83f56b55f2af:41677 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 83f56b55f2af,41677,1731576112741 2024-11-14T09:21:54,218 DEBUG [RS:0;83f56b55f2af:41677 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '83f56b55f2af,41677,1731576112741' 2024-11-14T09:21:54,218 DEBUG [RS:0;83f56b55f2af:41677 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1930746399/flush-table-proc/abort' 2024-11-14T09:21:54,219 DEBUG [RS:0;83f56b55f2af:41677 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1930746399/flush-table-proc/acquired' 2024-11-14T09:21:54,219 DEBUG [RS:0;83f56b55f2af:41677 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T09:21:54,219 DEBUG [RS:0;83f56b55f2af:41677 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T09:21:54,219 DEBUG [RS:0;83f56b55f2af:41677 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 83f56b55f2af,41677,1731576112741 2024-11-14T09:21:54,219 DEBUG [RS:0;83f56b55f2af:41677 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '83f56b55f2af,41677,1731576112741' 2024-11-14T09:21:54,219 DEBUG [RS:0;83f56b55f2af:41677 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1930746399/online-snapshot/abort' 2024-11-14T09:21:54,219 DEBUG [RS:0;83f56b55f2af:41677 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1930746399/online-snapshot/acquired' 2024-11-14T09:21:54,219 DEBUG [RS:0;83f56b55f2af:41677 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T09:21:54,220 INFO [RS:0;83f56b55f2af:41677 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T09:21:54,220 INFO [RS:0;83f56b55f2af:41677 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T09:21:54,320 INFO [RS:0;83f56b55f2af:41677 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T09:21:54,321 INFO [RS:0;83f56b55f2af:41677 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=83f56b55f2af%2C41677%2C1731576112741, suffix=, logDir=hdfs://localhost:37319/user/jenkins/test-data/cc7b875f-a051-4c71-43e8-56c154732a11/WALs/83f56b55f2af,41677,1731576112741, archiveDir=hdfs://localhost:37319/user/jenkins/test-data/cc7b875f-a051-4c71-43e8-56c154732a11/oldWALs, maxLogs=10 2024-11-14T09:21:54,335 DEBUG [RS:0;83f56b55f2af:41677 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cc7b875f-a051-4c71-43e8-56c154732a11/WALs/83f56b55f2af,41677,1731576112741/83f56b55f2af%2C41677%2C1731576112741.1731576114321, exclude list is [], retry=0 2024-11-14T09:21:54,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34411,DS-3dff0bed-67e3-4efe-856b-66eb7302d7b2,DISK] 2024-11-14T09:21:54,338 INFO [RS:0;83f56b55f2af:41677 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cc7b875f-a051-4c71-43e8-56c154732a11/WALs/83f56b55f2af,41677,1731576112741/83f56b55f2af%2C41677%2C1731576112741.1731576114321 2024-11-14T09:21:54,339 DEBUG [RS:0;83f56b55f2af:41677 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36911:36911)] 2024-11-14T09:21:54,499 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37319/user/jenkins/test-data/cc7b875f-a051-4c71-43e8-56c154732a11/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T09:21:54,499 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37319/user/jenkins/test-data/cc7b875f-a051-4c71-43e8-56c154732a11 2024-11-14T09:21:54,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741833_1009 (size=32) 2024-11-14T09:21:54,904 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:21:54,905 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T09:21:54,906 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T09:21:54,906 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:21:54,907 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:21:54,907 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T09:21:54,907 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T09:21:54,908 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:21:54,908 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:21:54,908 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T09:21:54,908 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T09:21:54,909 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:21:54,909 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:21:54,909 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T09:21:54,909 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T09:21:54,909 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:21:54,910 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:21:54,910 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T09:21:54,910 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37319/user/jenkins/test-data/cc7b875f-a051-4c71-43e8-56c154732a11/data/hbase/meta/1588230740 2024-11-14T09:21:54,910 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37319/user/jenkins/test-data/cc7b875f-a051-4c71-43e8-56c154732a11/data/hbase/meta/1588230740 2024-11-14T09:21:54,911 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T09:21:54,911 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T09:21:54,912 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T09:21:54,912 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T09:21:54,914 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37319/user/jenkins/test-data/cc7b875f-a051-4c71-43e8-56c154732a11/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T09:21:54,914 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72663353, jitterRate=0.08276833593845367}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T09:21:54,914 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731576114904Initializing all the Stores at 1731576114905 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731576114905Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731576114905Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731576114905Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731576114905Cleaning up temporary data from old regions at 1731576114911 (+6 ms)Region opened successfully at 1731576114914 (+3 ms) 2024-11-14T09:21:54,914 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T09:21:54,914 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T09:21:54,915 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T09:21:54,915 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T09:21:54,915 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T09:21:54,915 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T09:21:54,915 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731576114914Disabling compacts and flushes for region at 1731576114914Disabling writes for close at 1731576114915 (+1 ms)Writing region close event to WAL at 1731576114915Closed at 1731576114915 2024-11-14T09:21:54,916 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T09:21:54,916 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T09:21:54,916 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T09:21:54,917 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T09:21:54,917 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T09:21:55,068 DEBUG [83f56b55f2af:45099 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T09:21:55,068 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=83f56b55f2af,41677,1731576112741 2024-11-14T09:21:55,069 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 83f56b55f2af,41677,1731576112741, state=OPENING 2024-11-14T09:21:55,071 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T09:21:55,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45099-0x10115c88cac0000, quorum=127.0.0.1:64185, baseZNode=/0-1930746399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1930746399 2024-11-14T09:21:55,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41677-0x10115c88cac0001, quorum=127.0.0.1:64185, baseZNode=/0-1930746399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1930746399 2024-11-14T09:21:55,076 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1930746399/meta-region-server: CHANGED 2024-11-14T09:21:55,076 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1930746399/meta-region-server: CHANGED 2024-11-14T09:21:55,076 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T09:21:55,076 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=83f56b55f2af,41677,1731576112741}] 2024-11-14T09:21:55,228 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T09:21:55,229 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49863, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T09:21:55,232 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T09:21:55,232 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T09:21:55,232 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T09:21:55,233 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=83f56b55f2af%2C41677%2C1731576112741.meta, suffix=.meta, logDir=hdfs://localhost:37319/user/jenkins/test-data/cc7b875f-a051-4c71-43e8-56c154732a11/WALs/83f56b55f2af,41677,1731576112741, archiveDir=hdfs://localhost:37319/user/jenkins/test-data/cc7b875f-a051-4c71-43e8-56c154732a11/oldWALs, maxLogs=10 2024-11-14T09:21:55,247 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cc7b875f-a051-4c71-43e8-56c154732a11/WALs/83f56b55f2af,41677,1731576112741/83f56b55f2af%2C41677%2C1731576112741.meta.1731576115233.meta, exclude list is [], retry=0 2024-11-14T09:21:55,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34411,DS-3dff0bed-67e3-4efe-856b-66eb7302d7b2,DISK] 2024-11-14T09:21:55,250 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cc7b875f-a051-4c71-43e8-56c154732a11/WALs/83f56b55f2af,41677,1731576112741/83f56b55f2af%2C41677%2C1731576112741.meta.1731576115233.meta 2024-11-14T09:21:55,250 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36911:36911)] 2024-11-14T09:21:55,250 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T09:21:55,250 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T09:21:55,250 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T09:21:55,251 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T09:21:55,251 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T09:21:55,251 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T09:21:55,251 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:21:55,251 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T09:21:55,251 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T09:21:55,252 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T09:21:55,252 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T09:21:55,252 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:21:55,253 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:21:55,253 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T09:21:55,253 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T09:21:55,253 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:21:55,253 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:21:55,254 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T09:21:55,254 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T09:21:55,254 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:21:55,254 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:21:55,254 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T09:21:55,255 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T09:21:55,255 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:21:55,255 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:21:55,255 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T09:21:55,255 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37319/user/jenkins/test-data/cc7b875f-a051-4c71-43e8-56c154732a11/data/hbase/meta/1588230740 2024-11-14T09:21:55,256 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37319/user/jenkins/test-data/cc7b875f-a051-4c71-43e8-56c154732a11/data/hbase/meta/1588230740 2024-11-14T09:21:55,257 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T09:21:55,257 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T09:21:55,257 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T09:21:55,258 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T09:21:55,258 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73392001, jitterRate=0.09362603724002838}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T09:21:55,258 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T09:21:55,259 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731576115251Writing region info on filesystem at 1731576115251Initializing all the Stores at 1731576115251Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731576115252 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731576115252Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731576115252Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731576115252Cleaning up temporary data from old regions at 1731576115257 (+5 ms)Running coprocessor post-open hooks at 1731576115258 (+1 ms)Region opened successfully at 1731576115259 (+1 ms) 2024-11-14T09:21:55,259 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731576115228 2024-11-14T09:21:55,261 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T09:21:55,261 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T09:21:55,261 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=83f56b55f2af,41677,1731576112741 2024-11-14T09:21:55,262 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 83f56b55f2af,41677,1731576112741, state=OPEN 2024-11-14T09:21:55,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45099-0x10115c88cac0000, quorum=127.0.0.1:64185, baseZNode=/0-1930746399 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1930746399/meta-region-server 2024-11-14T09:21:55,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41677-0x10115c88cac0001, quorum=127.0.0.1:64185, baseZNode=/0-1930746399 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1930746399/meta-region-server 2024-11-14T09:21:55,263 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1930746399/meta-region-server: CHANGED 2024-11-14T09:21:55,263 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=83f56b55f2af,41677,1731576112741 2024-11-14T09:21:55,263 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1930746399/meta-region-server: CHANGED 2024-11-14T09:21:55,265 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T09:21:55,265 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=83f56b55f2af,41677,1731576112741 in 187 msec 2024-11-14T09:21:55,266 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T09:21:55,266 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 349 msec 2024-11-14T09:21:55,266 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T09:21:55,267 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T09:21:55,267 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:21:55,267 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83f56b55f2af,41677,1731576112741, seqNum=-1] 2024-11-14T09:21:55,268 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T09:21:55,268 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39905, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T09:21:55,271 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1840 sec 2024-11-14T09:21:55,271 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731576115271, completionTime=-1 2024-11-14T09:21:55,272 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T09:21:55,272 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T09:21:55,273 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T09:21:55,273 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731576175273 2024-11-14T09:21:55,273 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731576235273 2024-11-14T09:21:55,273 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T09:21:55,273 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,45099,1731576112683-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T09:21:55,273 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,45099,1731576112683-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:21:55,274 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,45099,1731576112683-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:21:55,274 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-83f56b55f2af:45099, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:21:55,274 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T09:21:55,274 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T09:21:55,275 DEBUG [master/83f56b55f2af:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T09:21:55,276 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.504sec 2024-11-14T09:21:55,277 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T09:21:55,277 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T09:21:55,277 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T09:21:55,277 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T09:21:55,277 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T09:21:55,277 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,45099,1731576112683-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T09:21:55,277 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,45099,1731576112683-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T09:21:55,278 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T09:21:55,278 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T09:21:55,278 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,45099,1731576112683-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:21:55,359 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29023639, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:21:55,359 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83f56b55f2af,45099,-1 for getting cluster id 2024-11-14T09:21:55,359 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T09:21:55,360 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f2dca496-0f3d-4f28-a54d-73729f1bce33' 2024-11-14T09:21:55,360 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T09:21:55,360 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f2dca496-0f3d-4f28-a54d-73729f1bce33" 2024-11-14T09:21:55,361 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c6be60c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:21:55,361 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83f56b55f2af,45099,-1] 2024-11-14T09:21:55,361 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T09:21:55,361 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:21:55,362 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T09:21:55,362 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9fd1f32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:21:55,362 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:21:55,363 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83f56b55f2af,41677,1731576112741, seqNum=-1] 2024-11-14T09:21:55,364 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T09:21:55,364 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T09:21:55,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=83f56b55f2af,45099,1731576112683 2024-11-14T09:21:55,366 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64185 2024-11-14T09:21:55,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64185, baseZNode=/0-1930746399 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T09:21:55,373 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10115c88cac0002 connected 2024-11-14T09:21:55,375 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T09:21:55,376 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 83f56b55f2af,45099,1731576112683 2024-11-14T09:21:55,376 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@100abf93 2024-11-14T09:21:55,376 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T09:21:55,377 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T09:21:55,378 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45099 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T09:21:55,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45099 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T09:21:55,379 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T09:21:55,380 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:21:55,380 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45099 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T09:21:55,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45099 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T09:21:55,380 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T09:21:55,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741835_1011 (size=902) 2024-11-14T09:21:55,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45099 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T09:21:55,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45099 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T09:21:55,791 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3f062c1e252d2cf46f2c6e939e5d1fb7, NAME => 'test,,1731576115377.3f062c1e252d2cf46f2c6e939e5d1fb7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37319/user/jenkins/test-data/cc7b875f-a051-4c71-43e8-56c154732a11 2024-11-14T09:21:55,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741836_1012 (size=39) 2024-11-14T09:21:55,797 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731576115377.3f062c1e252d2cf46f2c6e939e5d1fb7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:21:55,797 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 3f062c1e252d2cf46f2c6e939e5d1fb7, disabling compactions & flushes 2024-11-14T09:21:55,797 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731576115377.3f062c1e252d2cf46f2c6e939e5d1fb7. 2024-11-14T09:21:55,797 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731576115377.3f062c1e252d2cf46f2c6e939e5d1fb7. 2024-11-14T09:21:55,797 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731576115377.3f062c1e252d2cf46f2c6e939e5d1fb7. after waiting 0 ms 2024-11-14T09:21:55,797 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731576115377.3f062c1e252d2cf46f2c6e939e5d1fb7. 2024-11-14T09:21:55,797 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731576115377.3f062c1e252d2cf46f2c6e939e5d1fb7. 2024-11-14T09:21:55,797 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3f062c1e252d2cf46f2c6e939e5d1fb7: Waiting for close lock at 1731576115797Disabling compacts and flushes for region at 1731576115797Disabling writes for close at 1731576115797Writing region close event to WAL at 1731576115797Closed at 1731576115797 2024-11-14T09:21:55,798 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T09:21:55,798 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731576115377.3f062c1e252d2cf46f2c6e939e5d1fb7.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731576115798"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731576115798"}]},"ts":"1731576115798"} 2024-11-14T09:21:55,799 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T09:21:55,800 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T09:21:55,800 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731576115800"}]},"ts":"1731576115800"} 2024-11-14T09:21:55,802 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T09:21:55,802 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3f062c1e252d2cf46f2c6e939e5d1fb7, ASSIGN}] 2024-11-14T09:21:55,803 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3f062c1e252d2cf46f2c6e939e5d1fb7, ASSIGN 2024-11-14T09:21:55,803 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=3f062c1e252d2cf46f2c6e939e5d1fb7, ASSIGN; state=OFFLINE, location=83f56b55f2af,41677,1731576112741; forceNewPlan=false, retain=false 2024-11-14T09:21:55,954 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3f062c1e252d2cf46f2c6e939e5d1fb7, regionState=OPENING, regionLocation=83f56b55f2af,41677,1731576112741 2024-11-14T09:21:55,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=3f062c1e252d2cf46f2c6e939e5d1fb7, ASSIGN because future has completed 2024-11-14T09:21:55,957 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3f062c1e252d2cf46f2c6e939e5d1fb7, server=83f56b55f2af,41677,1731576112741}] 2024-11-14T09:21:56,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45099 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T09:21:56,112 INFO [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731576115377.3f062c1e252d2cf46f2c6e939e5d1fb7. 2024-11-14T09:21:56,112 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3f062c1e252d2cf46f2c6e939e5d1fb7, NAME => 'test,,1731576115377.3f062c1e252d2cf46f2c6e939e5d1fb7.', STARTKEY => '', ENDKEY => ''} 2024-11-14T09:21:56,112 INFO [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T09:21:56,112 INFO [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T09:21:56,112 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3f062c1e252d2cf46f2c6e939e5d1fb7 2024-11-14T09:21:56,112 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731576115377.3f062c1e252d2cf46f2c6e939e5d1fb7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:21:56,112 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3f062c1e252d2cf46f2c6e939e5d1fb7 2024-11-14T09:21:56,112 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3f062c1e252d2cf46f2c6e939e5d1fb7 2024-11-14T09:21:56,113 INFO [StoreOpener-3f062c1e252d2cf46f2c6e939e5d1fb7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3f062c1e252d2cf46f2c6e939e5d1fb7 2024-11-14T09:21:56,114 INFO [StoreOpener-3f062c1e252d2cf46f2c6e939e5d1fb7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3f062c1e252d2cf46f2c6e939e5d1fb7 columnFamilyName f 2024-11-14T09:21:56,114 DEBUG [StoreOpener-3f062c1e252d2cf46f2c6e939e5d1fb7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:21:56,115 INFO [StoreOpener-3f062c1e252d2cf46f2c6e939e5d1fb7-1 {}] regionserver.HStore(327): Store=3f062c1e252d2cf46f2c6e939e5d1fb7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:21:56,115 INFO [StoreOpener-3f062c1e252d2cf46f2c6e939e5d1fb7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 3f062c1e252d2cf46f2c6e939e5d1fb7 2024-11-14T09:21:56,115 INFO [StoreOpener-3f062c1e252d2cf46f2c6e939e5d1fb7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3f062c1e252d2cf46f2c6e939e5d1fb7 columnFamilyName f1 2024-11-14T09:21:56,115 DEBUG [StoreOpener-3f062c1e252d2cf46f2c6e939e5d1fb7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:21:56,116 INFO [StoreOpener-3f062c1e252d2cf46f2c6e939e5d1fb7-1 {}] regionserver.HStore(327): Store=3f062c1e252d2cf46f2c6e939e5d1fb7/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:21:56,116 INFO [StoreOpener-3f062c1e252d2cf46f2c6e939e5d1fb7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3f062c1e252d2cf46f2c6e939e5d1fb7 2024-11-14T09:21:56,116 INFO [StoreOpener-3f062c1e252d2cf46f2c6e939e5d1fb7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3f062c1e252d2cf46f2c6e939e5d1fb7 columnFamilyName norep 2024-11-14T09:21:56,116 DEBUG [StoreOpener-3f062c1e252d2cf46f2c6e939e5d1fb7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:21:56,117 INFO [StoreOpener-3f062c1e252d2cf46f2c6e939e5d1fb7-1 {}] regionserver.HStore(327): Store=3f062c1e252d2cf46f2c6e939e5d1fb7/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:21:56,117 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3f062c1e252d2cf46f2c6e939e5d1fb7 2024-11-14T09:21:56,117 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37319/user/jenkins/test-data/cc7b875f-a051-4c71-43e8-56c154732a11/data/default/test/3f062c1e252d2cf46f2c6e939e5d1fb7 2024-11-14T09:21:56,117 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37319/user/jenkins/test-data/cc7b875f-a051-4c71-43e8-56c154732a11/data/default/test/3f062c1e252d2cf46f2c6e939e5d1fb7 2024-11-14T09:21:56,118 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3f062c1e252d2cf46f2c6e939e5d1fb7 2024-11-14T09:21:56,118 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3f062c1e252d2cf46f2c6e939e5d1fb7 2024-11-14T09:21:56,118 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T09:21:56,119 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3f062c1e252d2cf46f2c6e939e5d1fb7 2024-11-14T09:21:56,121 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37319/user/jenkins/test-data/cc7b875f-a051-4c71-43e8-56c154732a11/data/default/test/3f062c1e252d2cf46f2c6e939e5d1fb7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T09:21:56,121 INFO [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3f062c1e252d2cf46f2c6e939e5d1fb7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74111503, jitterRate=0.10434745252132416}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T09:21:56,121 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3f062c1e252d2cf46f2c6e939e5d1fb7 2024-11-14T09:21:56,122 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3f062c1e252d2cf46f2c6e939e5d1fb7: Running coprocessor pre-open hook at 1731576116112Writing region info on filesystem at 1731576116112Initializing all the Stores at 1731576116113 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731576116113Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731576116113Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731576116113Cleaning up temporary data from old regions at 1731576116118 (+5 ms)Running coprocessor post-open hooks at 1731576116121 (+3 ms)Region opened successfully at 1731576116122 (+1 ms) 2024-11-14T09:21:56,123 INFO [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731576115377.3f062c1e252d2cf46f2c6e939e5d1fb7., pid=6, masterSystemTime=1731576116108 2024-11-14T09:21:56,124 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731576115377.3f062c1e252d2cf46f2c6e939e5d1fb7. 2024-11-14T09:21:56,124 INFO [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731576115377.3f062c1e252d2cf46f2c6e939e5d1fb7. 2024-11-14T09:21:56,125 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3f062c1e252d2cf46f2c6e939e5d1fb7, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=83f56b55f2af,41677,1731576112741 2024-11-14T09:21:56,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3f062c1e252d2cf46f2c6e939e5d1fb7, server=83f56b55f2af,41677,1731576112741 because future has completed 2024-11-14T09:21:56,129 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T09:21:56,129 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3f062c1e252d2cf46f2c6e939e5d1fb7, server=83f56b55f2af,41677,1731576112741 in 171 msec 2024-11-14T09:21:56,131 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T09:21:56,131 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=3f062c1e252d2cf46f2c6e939e5d1fb7, ASSIGN in 327 msec 2024-11-14T09:21:56,131 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T09:21:56,132 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731576116131"}]},"ts":"1731576116131"} 2024-11-14T09:21:56,133 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T09:21:56,134 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T09:21:56,135 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 756 msec 2024-11-14T09:21:56,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45099 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T09:21:56,515 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T09:21:56,516 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6af159, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:21:56,516 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83f56b55f2af,45099,-1 for getting cluster id 2024-11-14T09:21:56,516 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T09:21:56,517 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f2dca496-0f3d-4f28-a54d-73729f1bce33' 2024-11-14T09:21:56,517 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T09:21:56,517 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f2dca496-0f3d-4f28-a54d-73729f1bce33" 2024-11-14T09:21:56,517 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f737dbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:21:56,517 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83f56b55f2af,45099,-1] 2024-11-14T09:21:56,517 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T09:21:56,517 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:21:56,518 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T09:21:56,518 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@469863b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:21:56,519 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T09:21:56,519 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 83f56b55f2af,45099,1731576112683 2024-11-14T09:21:56,519 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5606b9df 2024-11-14T09:21:56,519 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T09:21:56,520 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T09:21:56,520 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45099 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://83f56b55f2af:45099,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T09:21:56,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45099 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T09:21:56,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45099 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T09:21:56,535 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='83f56b55f2af:45099' 2024-11-14T09:21:56,537 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fdc0179, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:21:56,537 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 83f56b55f2af,45099,-1 for getting cluster id 2024-11-14T09:21:56,537 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T09:21:56,537 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f2dca496-0f3d-4f28-a54d-73729f1bce33' 2024-11-14T09:21:56,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T09:21:56,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f2dca496-0f3d-4f28-a54d-73729f1bce33" 2024-11-14T09:21:56,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5294b650, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:21:56,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83f56b55f2af,45099,-1] 2024-11-14T09:21:56,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T09:21:56,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:21:56,539 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T09:21:56,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15bc2b61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:21:56,539 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T09:21:56,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 83f56b55f2af,45099,1731576112683 2024-11-14T09:21:56,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7b198e8c 2024-11-14T09:21:56,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T09:21:56,540 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T09:21:56,541 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T09:21:56,541 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T09:21:56,541 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:21:56,541 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:21:56,541 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T09:21:56,542 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://83f56b55f2af:45099, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-14T09:21:56,548 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://83f56b55f2af:45099, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://83f56b55f2af:45099, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://83f56b55f2af:45099, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-14T09:21:56,550 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://83f56b55f2af:45099, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=28 msec 2024-11-14T09:21:56,550 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-14T09:21:56,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45099 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T09:21:56,625 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://83f56b55f2af:45099, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-14T09:21:56,625 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T09:21:56,625 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:21:56,625 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:21:56,625 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:21:56,626 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T09:21:56,640 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=534 (was 359) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41677 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41677 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 2 on default port 37319 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: 83f56b55f2af:45099 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2390) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2412) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2352) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1614238561_20 at /127.0.0.1:44090 [Receiving block BP-743085909-172.17.0.2-1731576111673:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45099 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45099 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/83f56b55f2af:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;83f56b55f2af:41677 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64185) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: Session-HouseKeeper-1b933cd7-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1642138367-7840 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 37319 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1564021039-7884 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1564021039-7885 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37319 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 46367 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: qtp1642138367-7839 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@515def66 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de31b6ed-6c9c-08e9-2af2-e4cec4e52d7b/cluster_f8328cdb-e1f8-4db2-5dad-e15ebb714f88/data/data1/current/BP-743085909-172.17.0.2-1731576111673 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=41677 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1642138367-7835 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f5088432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:37319/user/jenkins/test-data/cc7b875f-a051-4c71-43e8-56c154732a11-prefix:83f56b55f2af,41677,1731576112741.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/83f56b55f2af:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:37319/user/jenkins/test-data/cc7b875f-a051-4c71-43e8-56c154732a11/MasterData-prefix:83f56b55f2af,45099,1731576112683 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: pool-2268-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41677 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45099 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: master/83f56b55f2af:0:becomeActiveMaster-HFileCleaner.large.0-1731576114090 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37319 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 37319 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41677 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37319 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 37319 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: regionserver/83f56b55f2af:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: BP-743085909-172.17.0.2-1731576111673 heartbeating to localhost/127.0.0.1:37319 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007f50889f9380.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de31b6ed-6c9c-08e9-2af2-e4cec4e52d7b/cluster_f8328cdb-e1f8-4db2-5dad-e15ebb714f88/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=45099 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1688308034_20 at /127.0.0.1:44126 [Receiving block BP-743085909-172.17.0.2-1731576111673:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@1068ff8a java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64185) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45099 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41677 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1642138367-7837-acceptor-0@1df66638-ServerConnector@448c405{HTTP/1.1, (http/1.1)}{localhost:36463} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcessThread(sid:0 cport:64185): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:37319 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Server handler 1 on default port 46367 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RS:0;83f56b55f2af:41677-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=41677 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45099 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$609/0x00007f5088ad1e30.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@1905df50[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de31b6ed-6c9c-08e9-2af2-e4cec4e52d7b/cluster_f8328cdb-e1f8-4db2-5dad-e15ebb714f88/data/data2/current/BP-743085909-172.17.0.2-1731576111673 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1564021039-7882 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f5088432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@64a2185b java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45099 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: master/83f56b55f2af:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/83f56b55f2af:0:becomeActiveMaster-HFileCleaner.small.0-1731576114090 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@72cf0c18 java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: qtp1642138367-7834 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f5088432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/83f56b55f2af:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1688308034_20 at /127.0.0.1:44110 [Receiving block BP-743085909-172.17.0.2-1731576111673:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2271-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 46367 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-743085909-172.17.0.2-1731576111673:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:37319 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: pool-2274-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:37319/user/jenkins/test-data/cc7b875f-a051-4c71-43e8-56c154732a11-prefix:83f56b55f2af,41677,1731576112741 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 37319 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: M:0;83f56b55f2af:45099 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64185) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45099 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 0 on default port 37319 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1564021039-7883-acceptor-0@68c62551-ServerConnector@890b56{HTTP/1.1, (http/1.1)}{localhost:35747} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 46367 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1688308034_20 at /127.0.0.1:44056 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37319 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 46367 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Session-HouseKeeper-52b2b886-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1642138367-7836 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f5088432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: PacketResponder: BP-743085909-172.17.0.2-1731576111673:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1642138367-7833 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f5088432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1642138367-7838 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@7bc15057 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 46367 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: pool-2263-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=45099 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@1078bb73 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:37319 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=45099 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de31b6ed-6c9c-08e9-2af2-e4cec4e52d7b/cluster_f8328cdb-e1f8-4db2-5dad-e15ebb714f88/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@42478209 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: CacheReplicationMonitor(549125076) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@34877dfd java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2262-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-743085909-172.17.0.2-1731576111673:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41677 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:64185 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:37319 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41677 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=41677 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@76cd1a6d java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=874 (was 794) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=346 (was 359), ProcessCount=11 (was 11), AvailableMemoryMB=6045 (was 6085) 2024-11-14T09:21:56,643 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=534 is superior to 500 2024-11-14T09:21:56,655 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=534, OpenFileDescriptor=874, MaxFileDescriptor=1048576, SystemLoadAverage=346, ProcessCount=11, AvailableMemoryMB=6044 2024-11-14T09:21:56,655 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=534 is superior to 500 2024-11-14T09:21:56,669 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-14T09:21:56,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de31b6ed-6c9c-08e9-2af2-e4cec4e52d7b/hadoop.log.dir so I do NOT create it in target/test-data/3a63d0be-0124-f437-d7dc-9abf9ee9e7ae 2024-11-14T09:21:56,670 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de31b6ed-6c9c-08e9-2af2-e4cec4e52d7b/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T09:21:56,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de31b6ed-6c9c-08e9-2af2-e4cec4e52d7b/hadoop.tmp.dir so I do NOT create it in target/test-data/3a63d0be-0124-f437-d7dc-9abf9ee9e7ae 2024-11-14T09:21:56,670 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de31b6ed-6c9c-08e9-2af2-e4cec4e52d7b/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T09:21:56,670 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a63d0be-0124-f437-d7dc-9abf9ee9e7ae 2024-11-14T09:21:56,670 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a63d0be-0124-f437-d7dc-9abf9ee9e7ae/cluster_230f4971-755e-8abe-9c4b-16b9121910f8, deleteOnExit=true 2024-11-14T09:21:56,672 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a63d0be-0124-f437-d7dc-9abf9ee9e7ae/cluster_230f4971-755e-8abe-9c4b-16b9121910f8/zookeeper_0, clientPort=59986, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a63d0be-0124-f437-d7dc-9abf9ee9e7ae/cluster_230f4971-755e-8abe-9c4b-16b9121910f8/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a63d0be-0124-f437-d7dc-9abf9ee9e7ae/cluster_230f4971-755e-8abe-9c4b-16b9121910f8/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T09:21:56,673 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59986 2024-11-14T09:21:56,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T09:21:56,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T09:21:56,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a63d0be-0124-f437-d7dc-9abf9ee9e7ae/test.cache.data in system properties and HBase conf 2024-11-14T09:21:56,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a63d0be-0124-f437-d7dc-9abf9ee9e7ae/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T09:21:56,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a63d0be-0124-f437-d7dc-9abf9ee9e7ae/hadoop.log.dir in system properties and HBase conf 2024-11-14T09:21:56,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a63d0be-0124-f437-d7dc-9abf9ee9e7ae/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T09:21:56,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a63d0be-0124-f437-d7dc-9abf9ee9e7ae/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T09:21:56,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T09:21:56,673 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T09:21:56,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a63d0be-0124-f437-d7dc-9abf9ee9e7ae/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T09:21:56,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a63d0be-0124-f437-d7dc-9abf9ee9e7ae/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T09:21:56,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a63d0be-0124-f437-d7dc-9abf9ee9e7ae/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T09:21:56,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a63d0be-0124-f437-d7dc-9abf9ee9e7ae/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T09:21:56,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a63d0be-0124-f437-d7dc-9abf9ee9e7ae/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T09:21:56,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a63d0be-0124-f437-d7dc-9abf9ee9e7ae/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T09:21:56,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a63d0be-0124-f437-d7dc-9abf9ee9e7ae/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T09:21:56,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a63d0be-0124-f437-d7dc-9abf9ee9e7ae/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T09:21:56,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a63d0be-0124-f437-d7dc-9abf9ee9e7ae/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T09:21:56,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a63d0be-0124-f437-d7dc-9abf9ee9e7ae/nfs.dump.dir in system properties and HBase conf 2024-11-14T09:21:56,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a63d0be-0124-f437-d7dc-9abf9ee9e7ae/java.io.tmpdir in system properties and HBase conf 2024-11-14T09:21:56,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a63d0be-0124-f437-d7dc-9abf9ee9e7ae/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T09:21:56,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a63d0be-0124-f437-d7dc-9abf9ee9e7ae/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T09:21:56,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a63d0be-0124-f437-d7dc-9abf9ee9e7ae/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T09:21:56,742 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T09:21:56,745 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T09:21:56,746 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T09:21:56,746 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T09:21:56,746 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T09:21:56,747 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T09:21:56,747 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@46b4438f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a63d0be-0124-f437-d7dc-9abf9ee9e7ae/hadoop.log.dir/,AVAILABLE} 2024-11-14T09:21:56,747 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3eaf1842{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T09:21:56,862 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6cfeb06b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a63d0be-0124-f437-d7dc-9abf9ee9e7ae/java.io.tmpdir/jetty-localhost-46489-hadoop-hdfs-3_4_1-tests_jar-_-any-12582206831711755112/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T09:21:56,862 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c9adfa6{HTTP/1.1, (http/1.1)}{localhost:46489} 2024-11-14T09:21:56,862 INFO [Time-limited test {}] server.Server(415): Started @284573ms 2024-11-14T09:21:56,959 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T09:21:56,962 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T09:21:56,964 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T09:21:56,964 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T09:21:56,964 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T09:21:56,964 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@720cd408{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a63d0be-0124-f437-d7dc-9abf9ee9e7ae/hadoop.log.dir/,AVAILABLE} 2024-11-14T09:21:56,964 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@776b37dc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T09:21:57,082 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3044a67f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a63d0be-0124-f437-d7dc-9abf9ee9e7ae/java.io.tmpdir/jetty-localhost-45557-hadoop-hdfs-3_4_1-tests_jar-_-any-9271761113741460482/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T09:21:57,083 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@58621e0c{HTTP/1.1, (http/1.1)}{localhost:45557} 2024-11-14T09:21:57,083 INFO [Time-limited test {}] server.Server(415): Started @284793ms 2024-11-14T09:21:57,084 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T09:21:57,205 WARN [Thread-4281 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a63d0be-0124-f437-d7dc-9abf9ee9e7ae/cluster_230f4971-755e-8abe-9c4b-16b9121910f8/data/data1/current/BP-2011844831-172.17.0.2-1731576116691/current, will proceed with Du for space computation calculation, 2024-11-14T09:21:57,205 WARN [Thread-4282 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a63d0be-0124-f437-d7dc-9abf9ee9e7ae/cluster_230f4971-755e-8abe-9c4b-16b9121910f8/data/data2/current/BP-2011844831-172.17.0.2-1731576116691/current, will proceed with Du for space computation calculation, 2024-11-14T09:21:57,237 WARN [Thread-4269 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T09:21:57,239 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x956db6d6d9519310 with lease ID 0x9c2c76cb6890c68b: Processing first storage report for DS-c2718f69-1eba-4071-8d04-98f6d554528c from datanode DatanodeRegistration(127.0.0.1:34951, datanodeUuid=f9ee6df9-ddca-4093-bb29-13ccebc21d8c, infoPort=40119, infoSecurePort=0, ipcPort=39557, storageInfo=lv=-57;cid=testClusterID;nsid=1355572950;c=1731576116691) 2024-11-14T09:21:57,239 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x956db6d6d9519310 with lease ID 0x9c2c76cb6890c68b: from storage DS-c2718f69-1eba-4071-8d04-98f6d554528c node DatanodeRegistration(127.0.0.1:34951, datanodeUuid=f9ee6df9-ddca-4093-bb29-13ccebc21d8c, infoPort=40119, infoSecurePort=0, ipcPort=39557, storageInfo=lv=-57;cid=testClusterID;nsid=1355572950;c=1731576116691), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T09:21:57,240 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x956db6d6d9519310 with lease ID 0x9c2c76cb6890c68b: Processing first storage report for DS-33aa8321-2398-4b68-bfc8-07be5aa99bd5 from datanode DatanodeRegistration(127.0.0.1:34951, datanodeUuid=f9ee6df9-ddca-4093-bb29-13ccebc21d8c, infoPort=40119, infoSecurePort=0, ipcPort=39557, storageInfo=lv=-57;cid=testClusterID;nsid=1355572950;c=1731576116691) 2024-11-14T09:21:57,240 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x956db6d6d9519310 with lease ID 0x9c2c76cb6890c68b: from storage DS-33aa8321-2398-4b68-bfc8-07be5aa99bd5 node DatanodeRegistration(127.0.0.1:34951, datanodeUuid=f9ee6df9-ddca-4093-bb29-13ccebc21d8c, infoPort=40119, infoSecurePort=0, ipcPort=39557, storageInfo=lv=-57;cid=testClusterID;nsid=1355572950;c=1731576116691), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T09:21:57,334 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a63d0be-0124-f437-d7dc-9abf9ee9e7ae 2024-11-14T09:21:57,334 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:21:57,336 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:21:57,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741825_1001 (size=7) 2024-11-14T09:21:57,745 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468 with version=8 2024-11-14T09:21:57,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/hbase-staging 2024-11-14T09:21:57,748 INFO [Time-limited test {}] client.ConnectionUtils(128): master/83f56b55f2af:0 server-side Connection retries=45 2024-11-14T09:21:57,748 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T09:21:57,748 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T09:21:57,748 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T09:21:57,748 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T09:21:57,748 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T09:21:57,748 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T09:21:57,749 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T09:21:57,749 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38345 2024-11-14T09:21:57,750 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38345 connecting to ZooKeeper ensemble=127.0.0.1:59986 2024-11-14T09:21:57,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:383450x0, quorum=127.0.0.1:59986, baseZNode=/0-328270194 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T09:21:57,760 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38345-0x10115c8a04f0000 connected 2024-11-14T09:21:57,779 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:21:57,780 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:21:57,784 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38345-0x10115c8a04f0000, quorum=127.0.0.1:59986, baseZNode=/0-328270194 Set watcher on znode that does not yet exist, /0-328270194/running 2024-11-14T09:21:57,784 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468, hbase.cluster.distributed=false 2024-11-14T09:21:57,785 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38345-0x10115c8a04f0000, quorum=127.0.0.1:59986, baseZNode=/0-328270194 Set watcher on znode that does not yet exist, /0-328270194/acl 2024-11-14T09:21:57,786 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38345 2024-11-14T09:21:57,786 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38345 2024-11-14T09:21:57,788 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38345 2024-11-14T09:21:57,791 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38345 2024-11-14T09:21:57,791 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38345 2024-11-14T09:21:57,811 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/83f56b55f2af:0 server-side Connection retries=45 2024-11-14T09:21:57,811 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T09:21:57,811 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T09:21:57,811 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T09:21:57,811 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T09:21:57,811 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T09:21:57,812 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T09:21:57,812 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T09:21:57,812 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44687 2024-11-14T09:21:57,813 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44687 connecting to ZooKeeper ensemble=127.0.0.1:59986 2024-11-14T09:21:57,813 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:21:57,816 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:21:57,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:446870x0, quorum=127.0.0.1:59986, baseZNode=/0-328270194 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T09:21:57,821 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:446870x0, quorum=127.0.0.1:59986, baseZNode=/0-328270194 Set watcher on znode that does not yet exist, /0-328270194/running 2024-11-14T09:21:57,821 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T09:21:57,824 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44687-0x10115c8a04f0001 connected 2024-11-14T09:21:57,826 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T09:21:57,827 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44687-0x10115c8a04f0001, quorum=127.0.0.1:59986, baseZNode=/0-328270194 Set watcher on znode that does not yet exist, /0-328270194/master 2024-11-14T09:21:57,828 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44687-0x10115c8a04f0001, quorum=127.0.0.1:59986, baseZNode=/0-328270194 Set watcher on znode that does not yet exist, /0-328270194/acl 2024-11-14T09:21:57,828 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44687 2024-11-14T09:21:57,832 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44687 2024-11-14T09:21:57,834 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44687 2024-11-14T09:21:57,836 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44687 2024-11-14T09:21:57,836 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44687 2024-11-14T09:21:57,849 DEBUG [M:0;83f56b55f2af:38345 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;83f56b55f2af:38345 2024-11-14T09:21:57,849 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-328270194/backup-masters/83f56b55f2af,38345,1731576117748 2024-11-14T09:21:57,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44687-0x10115c8a04f0001, quorum=127.0.0.1:59986, baseZNode=/0-328270194 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-328270194/backup-masters 2024-11-14T09:21:57,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38345-0x10115c8a04f0000, quorum=127.0.0.1:59986, baseZNode=/0-328270194 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-328270194/backup-masters 2024-11-14T09:21:57,852 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38345-0x10115c8a04f0000, quorum=127.0.0.1:59986, baseZNode=/0-328270194 Set watcher on existing znode=/0-328270194/backup-masters/83f56b55f2af,38345,1731576117748 2024-11-14T09:21:57,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38345-0x10115c8a04f0000, quorum=127.0.0.1:59986, baseZNode=/0-328270194 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-328270194 2024-11-14T09:21:57,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44687-0x10115c8a04f0001, quorum=127.0.0.1:59986, baseZNode=/0-328270194 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-328270194/master 2024-11-14T09:21:57,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44687-0x10115c8a04f0001, quorum=127.0.0.1:59986, baseZNode=/0-328270194 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-328270194 2024-11-14T09:21:57,854 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38345-0x10115c8a04f0000, quorum=127.0.0.1:59986, baseZNode=/0-328270194 Set watcher on existing znode=/0-328270194/master 2024-11-14T09:21:57,854 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-328270194/backup-masters/83f56b55f2af,38345,1731576117748 from backup master directory 2024-11-14T09:21:57,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38345-0x10115c8a04f0000, quorum=127.0.0.1:59986, baseZNode=/0-328270194 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-328270194/backup-masters/83f56b55f2af,38345,1731576117748 2024-11-14T09:21:57,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44687-0x10115c8a04f0001, quorum=127.0.0.1:59986, baseZNode=/0-328270194 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-328270194/backup-masters 2024-11-14T09:21:57,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38345-0x10115c8a04f0000, quorum=127.0.0.1:59986, baseZNode=/0-328270194 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-328270194/backup-masters 2024-11-14T09:21:57,856 WARN [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T09:21:57,856 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=83f56b55f2af,38345,1731576117748 2024-11-14T09:21:57,859 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/hbase.id] with ID: f7644fbd-637b-42b9-9f4a-e2f3b922f5ef 2024-11-14T09:21:57,859 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/.tmp/hbase.id 2024-11-14T09:21:57,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741826_1002 (size=42) 2024-11-14T09:21:58,267 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/.tmp/hbase.id]:[hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/hbase.id] 2024-11-14T09:21:58,276 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:21:58,276 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T09:21:58,277 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-14T09:21:58,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44687-0x10115c8a04f0001, quorum=127.0.0.1:59986, baseZNode=/0-328270194 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-328270194 2024-11-14T09:21:58,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38345-0x10115c8a04f0000, quorum=127.0.0.1:59986, baseZNode=/0-328270194 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-328270194 2024-11-14T09:21:58,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741827_1003 (size=196) 2024-11-14T09:21:58,283 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T09:21:58,284 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T09:21:58,284 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T09:21:58,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741828_1004 (size=1189) 2024-11-14T09:21:58,690 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/MasterData/data/master/store 2024-11-14T09:21:58,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741829_1005 (size=34) 2024-11-14T09:21:59,096 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:21:59,096 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T09:21:59,096 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:21:59,096 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:21:59,096 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T09:21:59,096 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:21:59,096 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:21:59,096 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731576119096Disabling compacts and flushes for region at 1731576119096Disabling writes for close at 1731576119096Writing region close event to WAL at 1731576119096Closed at 1731576119096 2024-11-14T09:21:59,097 WARN [master/83f56b55f2af:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/MasterData/data/master/store/.initializing 2024-11-14T09:21:59,097 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/MasterData/WALs/83f56b55f2af,38345,1731576117748 2024-11-14T09:21:59,098 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T09:21:59,099 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=83f56b55f2af%2C38345%2C1731576117748, suffix=, logDir=hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/MasterData/WALs/83f56b55f2af,38345,1731576117748, archiveDir=hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/MasterData/oldWALs, maxLogs=10 2024-11-14T09:21:59,114 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/MasterData/WALs/83f56b55f2af,38345,1731576117748/83f56b55f2af%2C38345%2C1731576117748.1731576119099, exclude list is [], retry=0 2024-11-14T09:21:59,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34951,DS-c2718f69-1eba-4071-8d04-98f6d554528c,DISK] 2024-11-14T09:21:59,117 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/MasterData/WALs/83f56b55f2af,38345,1731576117748/83f56b55f2af%2C38345%2C1731576117748.1731576119099 2024-11-14T09:21:59,118 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40119:40119)] 2024-11-14T09:21:59,118 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T09:21:59,118 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:21:59,118 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:21:59,118 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:21:59,119 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:21:59,120 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T09:21:59,120 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:21:59,120 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:21:59,120 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:21:59,121 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T09:21:59,121 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:21:59,122 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:21:59,122 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:21:59,122 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T09:21:59,123 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:21:59,123 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:21:59,123 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:21:59,124 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T09:21:59,124 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:21:59,124 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:21:59,124 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:21:59,125 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:21:59,125 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:21:59,126 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:21:59,126 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:21:59,126 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T09:21:59,127 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:21:59,128 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T09:21:59,129 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65162528, jitterRate=-0.029002666473388672}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T09:21:59,129 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731576119118Initializing all the Stores at 1731576119119 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731576119119Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731576119119Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731576119119Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731576119119Cleaning up temporary data from old regions at 1731576119126 (+7 ms)Region opened successfully at 1731576119129 (+3 ms) 2024-11-14T09:21:59,129 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T09:21:59,131 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ccb176c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=83f56b55f2af/172.17.0.2:0 2024-11-14T09:21:59,132 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T09:21:59,132 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T09:21:59,132 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T09:21:59,132 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T09:21:59,132 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T09:21:59,133 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T09:21:59,133 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T09:21:59,134 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T09:21:59,135 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38345-0x10115c8a04f0000, quorum=127.0.0.1:59986, baseZNode=/0-328270194 Unable to get data of znode /0-328270194/balancer because node does not exist (not necessarily an error) 2024-11-14T09:21:59,136 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-328270194/balancer already deleted, retry=false 2024-11-14T09:21:59,136 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T09:21:59,137 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38345-0x10115c8a04f0000, quorum=127.0.0.1:59986, baseZNode=/0-328270194 Unable to get data of znode /0-328270194/normalizer because node does not exist (not necessarily an error) 2024-11-14T09:21:59,138 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-328270194/normalizer already deleted, retry=false 2024-11-14T09:21:59,138 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T09:21:59,138 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38345-0x10115c8a04f0000, quorum=127.0.0.1:59986, baseZNode=/0-328270194 Unable to get data of znode /0-328270194/switch/split because node does not exist (not necessarily an error) 2024-11-14T09:21:59,141 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-328270194/switch/split already deleted, retry=false 2024-11-14T09:21:59,142 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38345-0x10115c8a04f0000, quorum=127.0.0.1:59986, baseZNode=/0-328270194 Unable to get data of znode /0-328270194/switch/merge because node does not exist (not necessarily an error) 2024-11-14T09:21:59,143 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-328270194/switch/merge already deleted, retry=false 2024-11-14T09:21:59,144 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38345-0x10115c8a04f0000, quorum=127.0.0.1:59986, baseZNode=/0-328270194 Unable to get data of znode /0-328270194/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T09:21:59,145 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-328270194/snapshot-cleanup already deleted, retry=false 2024-11-14T09:21:59,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38345-0x10115c8a04f0000, quorum=127.0.0.1:59986, baseZNode=/0-328270194 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-328270194/running 2024-11-14T09:21:59,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38345-0x10115c8a04f0000, quorum=127.0.0.1:59986, baseZNode=/0-328270194 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-328270194 2024-11-14T09:21:59,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44687-0x10115c8a04f0001, quorum=127.0.0.1:59986, baseZNode=/0-328270194 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-328270194/running 2024-11-14T09:21:59,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44687-0x10115c8a04f0001, quorum=127.0.0.1:59986, baseZNode=/0-328270194 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-328270194 2024-11-14T09:21:59,147 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=83f56b55f2af,38345,1731576117748, sessionid=0x10115c8a04f0000, setting cluster-up flag (Was=false) 2024-11-14T09:21:59,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38345-0x10115c8a04f0000, quorum=127.0.0.1:59986, baseZNode=/0-328270194 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-328270194 2024-11-14T09:21:59,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44687-0x10115c8a04f0001, quorum=127.0.0.1:59986, baseZNode=/0-328270194 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-328270194 2024-11-14T09:21:59,154 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-328270194/flush-table-proc/acquired, /0-328270194/flush-table-proc/reached, /0-328270194/flush-table-proc/abort 2024-11-14T09:21:59,155 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=83f56b55f2af,38345,1731576117748 2024-11-14T09:21:59,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38345-0x10115c8a04f0000, quorum=127.0.0.1:59986, baseZNode=/0-328270194 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-328270194 2024-11-14T09:21:59,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44687-0x10115c8a04f0001, quorum=127.0.0.1:59986, baseZNode=/0-328270194 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-328270194 2024-11-14T09:21:59,161 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-328270194/online-snapshot/acquired, /0-328270194/online-snapshot/reached, /0-328270194/online-snapshot/abort 2024-11-14T09:21:59,162 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=83f56b55f2af,38345,1731576117748 2024-11-14T09:21:59,163 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T09:21:59,164 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T09:21:59,164 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T09:21:59,164 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T09:21:59,165 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 83f56b55f2af,38345,1731576117748 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T09:21:59,166 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/83f56b55f2af:0, corePoolSize=5, maxPoolSize=5 2024-11-14T09:21:59,166 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/83f56b55f2af:0, corePoolSize=5, maxPoolSize=5 2024-11-14T09:21:59,166 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/83f56b55f2af:0, corePoolSize=5, maxPoolSize=5 2024-11-14T09:21:59,166 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/83f56b55f2af:0, corePoolSize=5, maxPoolSize=5 2024-11-14T09:21:59,166 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/83f56b55f2af:0, corePoolSize=10, maxPoolSize=10 2024-11-14T09:21:59,166 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:21:59,166 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/83f56b55f2af:0, corePoolSize=2, maxPoolSize=2 2024-11-14T09:21:59,166 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:21:59,167 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731576149167 2024-11-14T09:21:59,167 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T09:21:59,167 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T09:21:59,167 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T09:21:59,167 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T09:21:59,167 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T09:21:59,167 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T09:21:59,167 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T09:21:59,167 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T09:21:59,167 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T09:21:59,168 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T09:21:59,168 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T09:21:59,168 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T09:21:59,168 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:21:59,168 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T09:21:59,168 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T09:21:59,168 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T09:21:59,168 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T09:21:59,172 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/83f56b55f2af:0:becomeActiveMaster-HFileCleaner.large.0-1731576119168,5,FailOnTimeoutGroup] 2024-11-14T09:21:59,172 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/83f56b55f2af:0:becomeActiveMaster-HFileCleaner.small.0-1731576119172,5,FailOnTimeoutGroup] 2024-11-14T09:21:59,172 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T09:21:59,173 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T09:21:59,173 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T09:21:59,173 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T09:21:59,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741831_1007 (size=1321) 2024-11-14T09:21:59,239 INFO [RS:0;83f56b55f2af:44687 {}] regionserver.HRegionServer(746): ClusterId : f7644fbd-637b-42b9-9f4a-e2f3b922f5ef 2024-11-14T09:21:59,239 DEBUG [RS:0;83f56b55f2af:44687 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T09:21:59,241 DEBUG [RS:0;83f56b55f2af:44687 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T09:21:59,241 DEBUG [RS:0;83f56b55f2af:44687 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T09:21:59,242 DEBUG [RS:0;83f56b55f2af:44687 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T09:21:59,243 DEBUG [RS:0;83f56b55f2af:44687 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37d52cc6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=83f56b55f2af/172.17.0.2:0 2024-11-14T09:21:59,259 DEBUG [RS:0;83f56b55f2af:44687 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;83f56b55f2af:44687 2024-11-14T09:21:59,259 INFO [RS:0;83f56b55f2af:44687 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T09:21:59,259 INFO [RS:0;83f56b55f2af:44687 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T09:21:59,259 DEBUG [RS:0;83f56b55f2af:44687 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T09:21:59,260 INFO [RS:0;83f56b55f2af:44687 {}] regionserver.HRegionServer(2659): reportForDuty to master=83f56b55f2af,38345,1731576117748 with port=44687, startcode=1731576117811 2024-11-14T09:21:59,260 DEBUG [RS:0;83f56b55f2af:44687 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T09:21:59,262 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33407, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T09:21:59,262 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38345 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 83f56b55f2af,44687,1731576117811 2024-11-14T09:21:59,262 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38345 {}] master.ServerManager(517): Registering regionserver=83f56b55f2af,44687,1731576117811 2024-11-14T09:21:59,263 DEBUG [RS:0;83f56b55f2af:44687 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468 2024-11-14T09:21:59,263 DEBUG [RS:0;83f56b55f2af:44687 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32943 2024-11-14T09:21:59,264 DEBUG [RS:0;83f56b55f2af:44687 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T09:21:59,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38345-0x10115c8a04f0000, quorum=127.0.0.1:59986, baseZNode=/0-328270194 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-328270194/rs 2024-11-14T09:21:59,266 DEBUG [RS:0;83f56b55f2af:44687 {}] zookeeper.ZKUtil(111): regionserver:44687-0x10115c8a04f0001, quorum=127.0.0.1:59986, baseZNode=/0-328270194 Set watcher on existing znode=/0-328270194/rs/83f56b55f2af,44687,1731576117811 2024-11-14T09:21:59,266 WARN [RS:0;83f56b55f2af:44687 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T09:21:59,266 INFO [RS:0;83f56b55f2af:44687 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T09:21:59,266 DEBUG [RS:0;83f56b55f2af:44687 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/WALs/83f56b55f2af,44687,1731576117811 2024-11-14T09:21:59,267 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [83f56b55f2af,44687,1731576117811] 2024-11-14T09:21:59,269 INFO [RS:0;83f56b55f2af:44687 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T09:21:59,271 INFO [RS:0;83f56b55f2af:44687 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T09:21:59,272 INFO [RS:0;83f56b55f2af:44687 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T09:21:59,272 INFO [RS:0;83f56b55f2af:44687 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T09:21:59,272 INFO [RS:0;83f56b55f2af:44687 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T09:21:59,272 INFO [RS:0;83f56b55f2af:44687 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T09:21:59,272 INFO [RS:0;83f56b55f2af:44687 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T09:21:59,272 DEBUG [RS:0;83f56b55f2af:44687 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:21:59,272 DEBUG [RS:0;83f56b55f2af:44687 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:21:59,272 DEBUG [RS:0;83f56b55f2af:44687 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:21:59,272 DEBUG [RS:0;83f56b55f2af:44687 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:21:59,273 DEBUG [RS:0;83f56b55f2af:44687 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:21:59,273 DEBUG [RS:0;83f56b55f2af:44687 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/83f56b55f2af:0, corePoolSize=2, maxPoolSize=2 2024-11-14T09:21:59,273 DEBUG [RS:0;83f56b55f2af:44687 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:21:59,273 DEBUG [RS:0;83f56b55f2af:44687 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:21:59,273 DEBUG [RS:0;83f56b55f2af:44687 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:21:59,273 DEBUG [RS:0;83f56b55f2af:44687 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:21:59,273 DEBUG [RS:0;83f56b55f2af:44687 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:21:59,273 DEBUG [RS:0;83f56b55f2af:44687 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:21:59,273 DEBUG [RS:0;83f56b55f2af:44687 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/83f56b55f2af:0, corePoolSize=3, maxPoolSize=3 2024-11-14T09:21:59,273 DEBUG [RS:0;83f56b55f2af:44687 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/83f56b55f2af:0, corePoolSize=3, maxPoolSize=3 2024-11-14T09:21:59,276 INFO [RS:0;83f56b55f2af:44687 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T09:21:59,276 INFO [RS:0;83f56b55f2af:44687 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T09:21:59,276 INFO [RS:0;83f56b55f2af:44687 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T09:21:59,276 INFO [RS:0;83f56b55f2af:44687 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T09:21:59,276 INFO [RS:0;83f56b55f2af:44687 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T09:21:59,276 INFO [RS:0;83f56b55f2af:44687 {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,44687,1731576117811-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T09:21:59,297 INFO [RS:0;83f56b55f2af:44687 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T09:21:59,297 INFO [RS:0;83f56b55f2af:44687 {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,44687,1731576117811-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T09:21:59,297 INFO [RS:0;83f56b55f2af:44687 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:21:59,297 INFO [RS:0;83f56b55f2af:44687 {}] regionserver.Replication(171): 83f56b55f2af,44687,1731576117811 started 2024-11-14T09:21:59,316 INFO [RS:0;83f56b55f2af:44687 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:21:59,316 INFO [RS:0;83f56b55f2af:44687 {}] regionserver.HRegionServer(1482): Serving as 83f56b55f2af,44687,1731576117811, RpcServer on 83f56b55f2af/172.17.0.2:44687, sessionid=0x10115c8a04f0001 2024-11-14T09:21:59,316 DEBUG [RS:0;83f56b55f2af:44687 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T09:21:59,316 DEBUG [RS:0;83f56b55f2af:44687 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 83f56b55f2af,44687,1731576117811 2024-11-14T09:21:59,316 DEBUG [RS:0;83f56b55f2af:44687 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '83f56b55f2af,44687,1731576117811' 2024-11-14T09:21:59,316 DEBUG [RS:0;83f56b55f2af:44687 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-328270194/flush-table-proc/abort' 2024-11-14T09:21:59,317 DEBUG [RS:0;83f56b55f2af:44687 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-328270194/flush-table-proc/acquired' 2024-11-14T09:21:59,317 DEBUG [RS:0;83f56b55f2af:44687 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T09:21:59,317 DEBUG [RS:0;83f56b55f2af:44687 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T09:21:59,317 DEBUG [RS:0;83f56b55f2af:44687 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 83f56b55f2af,44687,1731576117811 2024-11-14T09:21:59,317 DEBUG [RS:0;83f56b55f2af:44687 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '83f56b55f2af,44687,1731576117811' 2024-11-14T09:21:59,317 DEBUG [RS:0;83f56b55f2af:44687 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-328270194/online-snapshot/abort' 2024-11-14T09:21:59,317 DEBUG [RS:0;83f56b55f2af:44687 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-328270194/online-snapshot/acquired' 2024-11-14T09:21:59,318 DEBUG [RS:0;83f56b55f2af:44687 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T09:21:59,318 INFO [RS:0;83f56b55f2af:44687 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T09:21:59,318 INFO [RS:0;83f56b55f2af:44687 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T09:21:59,418 INFO [RS:0;83f56b55f2af:44687 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T09:21:59,419 INFO [RS:0;83f56b55f2af:44687 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=83f56b55f2af%2C44687%2C1731576117811, suffix=, logDir=hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/WALs/83f56b55f2af,44687,1731576117811, archiveDir=hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/oldWALs, maxLogs=10 2024-11-14T09:21:59,434 DEBUG [RS:0;83f56b55f2af:44687 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/WALs/83f56b55f2af,44687,1731576117811/83f56b55f2af%2C44687%2C1731576117811.1731576119420, exclude list is [], retry=0 2024-11-14T09:21:59,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34951,DS-c2718f69-1eba-4071-8d04-98f6d554528c,DISK] 2024-11-14T09:21:59,437 INFO [RS:0;83f56b55f2af:44687 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/WALs/83f56b55f2af,44687,1731576117811/83f56b55f2af%2C44687%2C1731576117811.1731576119420 2024-11-14T09:21:59,438 DEBUG [RS:0;83f56b55f2af:44687 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40119:40119)] 2024-11-14T09:21:59,579 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T09:21:59,579 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468 2024-11-14T09:21:59,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741833_1009 (size=32) 2024-11-14T09:21:59,984 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:21:59,985 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T09:21:59,986 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T09:21:59,987 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:21:59,987 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:21:59,987 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T09:21:59,988 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T09:21:59,988 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:21:59,988 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:21:59,988 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T09:21:59,989 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T09:21:59,989 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:21:59,989 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:21:59,989 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T09:21:59,990 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T09:21:59,990 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:21:59,990 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:21:59,990 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T09:21:59,991 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/data/hbase/meta/1588230740 2024-11-14T09:21:59,991 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/data/hbase/meta/1588230740 2024-11-14T09:21:59,992 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T09:21:59,992 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T09:21:59,992 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T09:21:59,993 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T09:21:59,994 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T09:21:59,995 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71169480, jitterRate=0.060507893562316895}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T09:21:59,995 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731576119985Initializing all the Stores at 1731576119985Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731576119985Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731576119985Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731576119985Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731576119985Cleaning up temporary data from old regions at 1731576119992 (+7 ms)Region opened successfully at 1731576119995 (+3 ms) 2024-11-14T09:21:59,995 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T09:21:59,995 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T09:21:59,995 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T09:21:59,995 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T09:21:59,995 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T09:21:59,996 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T09:21:59,996 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731576119995Disabling compacts and flushes for region at 1731576119995Disabling writes for close at 1731576119995Writing region close event to WAL at 1731576119996 (+1 ms)Closed at 1731576119996 2024-11-14T09:21:59,997 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T09:21:59,997 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T09:21:59,997 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T09:21:59,998 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T09:21:59,998 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T09:22:00,149 DEBUG [83f56b55f2af:38345 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T09:22:00,149 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=83f56b55f2af,44687,1731576117811 2024-11-14T09:22:00,150 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 83f56b55f2af,44687,1731576117811, state=OPENING 2024-11-14T09:22:00,151 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T09:22:00,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44687-0x10115c8a04f0001, quorum=127.0.0.1:59986, baseZNode=/0-328270194 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-328270194 2024-11-14T09:22:00,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38345-0x10115c8a04f0000, quorum=127.0.0.1:59986, baseZNode=/0-328270194 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-328270194 2024-11-14T09:22:00,153 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T09:22:00,153 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=83f56b55f2af,44687,1731576117811}] 2024-11-14T09:22:00,153 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-328270194/meta-region-server: CHANGED 2024-11-14T09:22:00,153 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-328270194/meta-region-server: CHANGED 2024-11-14T09:22:00,182 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T09:22:00,183 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-14T09:22:00,305 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T09:22:00,307 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60313, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T09:22:00,310 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T09:22:00,310 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T09:22:00,310 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T09:22:00,311 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=83f56b55f2af%2C44687%2C1731576117811.meta, suffix=.meta, logDir=hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/WALs/83f56b55f2af,44687,1731576117811, archiveDir=hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/oldWALs, maxLogs=10 2024-11-14T09:22:00,325 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/WALs/83f56b55f2af,44687,1731576117811/83f56b55f2af%2C44687%2C1731576117811.meta.1731576120311.meta, exclude list is [], retry=0 2024-11-14T09:22:00,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34951,DS-c2718f69-1eba-4071-8d04-98f6d554528c,DISK] 2024-11-14T09:22:00,329 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/WALs/83f56b55f2af,44687,1731576117811/83f56b55f2af%2C44687%2C1731576117811.meta.1731576120311.meta 2024-11-14T09:22:00,329 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40119:40119)] 2024-11-14T09:22:00,329 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T09:22:00,329 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T09:22:00,329 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T09:22:00,330 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T09:22:00,330 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T09:22:00,330 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T09:22:00,330 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:22:00,330 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T09:22:00,330 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T09:22:00,332 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T09:22:00,333 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T09:22:00,333 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:22:00,333 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:22:00,333 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T09:22:00,334 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T09:22:00,334 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:22:00,334 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:22:00,334 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T09:22:00,335 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T09:22:00,335 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:22:00,335 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:22:00,335 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T09:22:00,336 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T09:22:00,336 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:22:00,336 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:22:00,336 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T09:22:00,337 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/data/hbase/meta/1588230740 2024-11-14T09:22:00,337 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/data/hbase/meta/1588230740 2024-11-14T09:22:00,338 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T09:22:00,338 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T09:22:00,339 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T09:22:00,339 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T09:22:00,340 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63226981, jitterRate=-0.05784456431865692}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T09:22:00,340 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T09:22:00,340 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731576120330Writing region info on filesystem at 1731576120330Initializing all the Stores at 1731576120330Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731576120330Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731576120332 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731576120332Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731576120332Cleaning up temporary data from old regions at 1731576120338 (+6 ms)Running coprocessor post-open hooks at 1731576120340 (+2 ms)Region opened successfully at 1731576120340 2024-11-14T09:22:00,341 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731576120305 2024-11-14T09:22:00,342 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T09:22:00,342 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T09:22:00,343 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=83f56b55f2af,44687,1731576117811 2024-11-14T09:22:00,344 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 83f56b55f2af,44687,1731576117811, state=OPEN 2024-11-14T09:22:00,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44687-0x10115c8a04f0001, quorum=127.0.0.1:59986, baseZNode=/0-328270194 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-328270194/meta-region-server 2024-11-14T09:22:00,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38345-0x10115c8a04f0000, quorum=127.0.0.1:59986, baseZNode=/0-328270194 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-328270194/meta-region-server 2024-11-14T09:22:00,348 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=83f56b55f2af,44687,1731576117811 2024-11-14T09:22:00,348 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-328270194/meta-region-server: CHANGED 2024-11-14T09:22:00,348 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-328270194/meta-region-server: CHANGED 2024-11-14T09:22:00,350 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T09:22:00,350 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=83f56b55f2af,44687,1731576117811 in 195 msec 2024-11-14T09:22:00,351 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T09:22:00,351 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 353 msec 2024-11-14T09:22:00,352 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T09:22:00,352 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T09:22:00,353 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:22:00,353 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83f56b55f2af,44687,1731576117811, seqNum=-1] 2024-11-14T09:22:00,353 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T09:22:00,354 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38469, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T09:22:00,358 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1940 sec 2024-11-14T09:22:00,358 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731576120358, completionTime=-1 2024-11-14T09:22:00,358 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T09:22:00,358 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T09:22:00,360 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T09:22:00,360 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731576180360 2024-11-14T09:22:00,360 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731576240360 2024-11-14T09:22:00,360 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T09:22:00,361 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,38345,1731576117748-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T09:22:00,361 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,38345,1731576117748-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:22:00,361 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,38345,1731576117748-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:22:00,361 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-83f56b55f2af:38345, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:22:00,361 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T09:22:00,361 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T09:22:00,362 DEBUG [master/83f56b55f2af:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T09:22:00,364 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.508sec 2024-11-14T09:22:00,364 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T09:22:00,364 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T09:22:00,364 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T09:22:00,364 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T09:22:00,364 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T09:22:00,364 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,38345,1731576117748-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T09:22:00,364 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,38345,1731576117748-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T09:22:00,366 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T09:22:00,366 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T09:22:00,366 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,38345,1731576117748-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:22:00,440 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79541c78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:22:00,440 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83f56b55f2af,38345,-1 for getting cluster id 2024-11-14T09:22:00,440 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T09:22:00,441 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f7644fbd-637b-42b9-9f4a-e2f3b922f5ef' 2024-11-14T09:22:00,441 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T09:22:00,441 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f7644fbd-637b-42b9-9f4a-e2f3b922f5ef" 2024-11-14T09:22:00,441 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b107f81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:22:00,442 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83f56b55f2af,38345,-1] 2024-11-14T09:22:00,442 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T09:22:00,442 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:22:00,443 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T09:22:00,443 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53b01372, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:22:00,443 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:22:00,444 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83f56b55f2af,44687,1731576117811, seqNum=-1] 2024-11-14T09:22:00,444 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T09:22:00,445 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45084, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T09:22:00,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=83f56b55f2af,38345,1731576117748 2024-11-14T09:22:00,447 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:59986 2024-11-14T09:22:00,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:59986, baseZNode=/0-328270194 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T09:22:00,449 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10115c8a04f0002 connected 2024-11-14T09:22:00,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a63d0be-0124-f437-d7dc-9abf9ee9e7ae/hadoop.log.dir so I do NOT create it in target/test-data/c17d1532-d59d-32be-fd0b-c544aa8c5253 2024-11-14T09:22:00,453 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a63d0be-0124-f437-d7dc-9abf9ee9e7ae/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T09:22:00,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a63d0be-0124-f437-d7dc-9abf9ee9e7ae/hadoop.tmp.dir so I do NOT create it in target/test-data/c17d1532-d59d-32be-fd0b-c544aa8c5253 2024-11-14T09:22:00,453 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a63d0be-0124-f437-d7dc-9abf9ee9e7ae/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T09:22:00,453 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c17d1532-d59d-32be-fd0b-c544aa8c5253 2024-11-14T09:22:00,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T09:22:00,453 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c17d1532-d59d-32be-fd0b-c544aa8c5253/cluster_92c09438-0150-c053-23d1-e6ed82202519, deleteOnExit=true 2024-11-14T09:22:00,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T09:22:00,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c17d1532-d59d-32be-fd0b-c544aa8c5253/test.cache.data in system properties and HBase conf 2024-11-14T09:22:00,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c17d1532-d59d-32be-fd0b-c544aa8c5253/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T09:22:00,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c17d1532-d59d-32be-fd0b-c544aa8c5253/hadoop.log.dir in system properties and HBase conf 2024-11-14T09:22:00,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c17d1532-d59d-32be-fd0b-c544aa8c5253/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T09:22:00,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c17d1532-d59d-32be-fd0b-c544aa8c5253/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T09:22:00,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T09:22:00,454 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T09:22:00,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c17d1532-d59d-32be-fd0b-c544aa8c5253/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T09:22:00,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c17d1532-d59d-32be-fd0b-c544aa8c5253/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T09:22:00,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c17d1532-d59d-32be-fd0b-c544aa8c5253/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T09:22:00,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c17d1532-d59d-32be-fd0b-c544aa8c5253/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T09:22:00,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c17d1532-d59d-32be-fd0b-c544aa8c5253/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T09:22:00,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c17d1532-d59d-32be-fd0b-c544aa8c5253/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T09:22:00,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c17d1532-d59d-32be-fd0b-c544aa8c5253/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T09:22:00,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c17d1532-d59d-32be-fd0b-c544aa8c5253/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T09:22:00,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c17d1532-d59d-32be-fd0b-c544aa8c5253/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T09:22:00,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c17d1532-d59d-32be-fd0b-c544aa8c5253/nfs.dump.dir in system properties and HBase conf 2024-11-14T09:22:00,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c17d1532-d59d-32be-fd0b-c544aa8c5253/java.io.tmpdir in system properties and HBase conf 2024-11-14T09:22:00,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c17d1532-d59d-32be-fd0b-c544aa8c5253/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T09:22:00,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c17d1532-d59d-32be-fd0b-c544aa8c5253/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T09:22:00,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c17d1532-d59d-32be-fd0b-c544aa8c5253/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T09:22:00,521 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-14T09:22:00,522 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:22:00,522 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:22:00,522 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:22:00,522 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:22:00,523 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:22:00,523 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:22:00,524 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:22:00,563 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:22:00,563 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:22:00,564 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:22:00,564 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:22:00,564 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:22:00,565 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:22:00,569 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:22:00,571 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:22:00,571 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:22:00,573 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:22:00,605 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T09:22:00,607 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T09:22:00,612 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T09:22:00,612 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T09:22:00,613 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T09:22:00,613 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T09:22:00,614 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5be16378{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c17d1532-d59d-32be-fd0b-c544aa8c5253/hadoop.log.dir/,AVAILABLE} 2024-11-14T09:22:00,614 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c283902{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T09:22:00,754 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@68bea0d0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c17d1532-d59d-32be-fd0b-c544aa8c5253/java.io.tmpdir/jetty-localhost-45445-hadoop-hdfs-3_4_1-tests_jar-_-any-6726333381774500631/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T09:22:00,755 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3cb5539e{HTTP/1.1, (http/1.1)}{localhost:45445} 2024-11-14T09:22:00,755 INFO [Time-limited test {}] server.Server(415): Started @288465ms 2024-11-14T09:22:00,854 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T09:22:00,858 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T09:22:00,861 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T09:22:00,861 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T09:22:00,861 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T09:22:00,861 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@506cd69c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c17d1532-d59d-32be-fd0b-c544aa8c5253/hadoop.log.dir/,AVAILABLE} 2024-11-14T09:22:00,862 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@60278d93{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T09:22:00,976 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@183751b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c17d1532-d59d-32be-fd0b-c544aa8c5253/java.io.tmpdir/jetty-localhost-37269-hadoop-hdfs-3_4_1-tests_jar-_-any-15644611348445523279/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T09:22:00,976 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@51aae8db{HTTP/1.1, (http/1.1)}{localhost:37269} 2024-11-14T09:22:00,976 INFO [Time-limited test {}] server.Server(415): Started @288687ms 2024-11-14T09:22:00,977 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T09:22:01,082 WARN [Thread-4402 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c17d1532-d59d-32be-fd0b-c544aa8c5253/cluster_92c09438-0150-c053-23d1-e6ed82202519/data/data1/current/BP-289539271-172.17.0.2-1731576120480/current, will proceed with Du for space computation calculation, 2024-11-14T09:22:01,082 WARN [Thread-4403 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c17d1532-d59d-32be-fd0b-c544aa8c5253/cluster_92c09438-0150-c053-23d1-e6ed82202519/data/data2/current/BP-289539271-172.17.0.2-1731576120480/current, will proceed with Du for space computation calculation, 2024-11-14T09:22:01,102 WARN [Thread-4390 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T09:22:01,104 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x431060fa0d95b8b5 with lease ID 0x8931b679a1e213b1: Processing first storage report for DS-01d37183-4f82-4943-b9b8-5ba05fce895b from datanode DatanodeRegistration(127.0.0.1:38473, datanodeUuid=e1124742-84ab-40ee-97f8-d50bff40e597, infoPort=43955, infoSecurePort=0, ipcPort=43361, storageInfo=lv=-57;cid=testClusterID;nsid=191203261;c=1731576120480) 2024-11-14T09:22:01,104 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x431060fa0d95b8b5 with lease ID 0x8931b679a1e213b1: from storage DS-01d37183-4f82-4943-b9b8-5ba05fce895b node DatanodeRegistration(127.0.0.1:38473, datanodeUuid=e1124742-84ab-40ee-97f8-d50bff40e597, infoPort=43955, infoSecurePort=0, ipcPort=43361, storageInfo=lv=-57;cid=testClusterID;nsid=191203261;c=1731576120480), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T09:22:01,104 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x431060fa0d95b8b5 with lease ID 0x8931b679a1e213b1: Processing first storage report for DS-62cc5d1b-8566-4f65-b6b2-1f13833e9c3b from datanode DatanodeRegistration(127.0.0.1:38473, datanodeUuid=e1124742-84ab-40ee-97f8-d50bff40e597, infoPort=43955, infoSecurePort=0, ipcPort=43361, storageInfo=lv=-57;cid=testClusterID;nsid=191203261;c=1731576120480) 2024-11-14T09:22:01,104 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x431060fa0d95b8b5 with lease ID 0x8931b679a1e213b1: from storage DS-62cc5d1b-8566-4f65-b6b2-1f13833e9c3b node DatanodeRegistration(127.0.0.1:38473, datanodeUuid=e1124742-84ab-40ee-97f8-d50bff40e597, infoPort=43955, infoSecurePort=0, ipcPort=43361, storageInfo=lv=-57;cid=testClusterID;nsid=191203261;c=1731576120480), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T09:22:01,201 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c17d1532-d59d-32be-fd0b-c544aa8c5253 2024-11-14T09:22:01,201 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:22:01,202 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:22:01,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741825_1001 (size=7) 2024-11-14T09:22:01,609 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35497/user/jenkins/test-data/2ba50487-d768-b755-7bd1-435630e32f26 with version=8 2024-11-14T09:22:01,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35497/user/jenkins/test-data/2ba50487-d768-b755-7bd1-435630e32f26/hbase-staging 2024-11-14T09:22:01,612 INFO [Time-limited test {}] client.ConnectionUtils(128): master/83f56b55f2af:0 server-side Connection retries=45 2024-11-14T09:22:01,612 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T09:22:01,612 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T09:22:01,612 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T09:22:01,612 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T09:22:01,612 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T09:22:01,612 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T09:22:01,612 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T09:22:01,613 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35319 2024-11-14T09:22:01,614 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35319 connecting to ZooKeeper ensemble=127.0.0.1:59986 2024-11-14T09:22:01,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:353190x0, quorum=127.0.0.1:59986, baseZNode=/1-184234150 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T09:22:01,616 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35319-0x10115c8a04f0003 connected 2024-11-14T09:22:01,629 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:22:01,631 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:22:01,633 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35319-0x10115c8a04f0003, quorum=127.0.0.1:59986, baseZNode=/1-184234150 Set watcher on znode that does not yet exist, /1-184234150/running 2024-11-14T09:22:01,633 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35497/user/jenkins/test-data/2ba50487-d768-b755-7bd1-435630e32f26, hbase.cluster.distributed=false 2024-11-14T09:22:01,634 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35319-0x10115c8a04f0003, quorum=127.0.0.1:59986, baseZNode=/1-184234150 Set watcher on znode that does not yet exist, /1-184234150/acl 2024-11-14T09:22:01,634 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35319 2024-11-14T09:22:01,634 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35319 2024-11-14T09:22:01,635 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35319 2024-11-14T09:22:01,635 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35319 2024-11-14T09:22:01,635 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35319 2024-11-14T09:22:01,649 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/83f56b55f2af:0 server-side Connection retries=45 2024-11-14T09:22:01,650 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T09:22:01,650 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T09:22:01,650 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T09:22:01,650 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T09:22:01,650 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T09:22:01,650 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T09:22:01,650 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T09:22:01,650 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38055 2024-11-14T09:22:01,651 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38055 connecting to ZooKeeper ensemble=127.0.0.1:59986 2024-11-14T09:22:01,651 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:22:01,653 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:22:01,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:380550x0, quorum=127.0.0.1:59986, baseZNode=/1-184234150 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T09:22:01,657 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:380550x0, quorum=127.0.0.1:59986, baseZNode=/1-184234150 Set watcher on znode that does not yet exist, /1-184234150/running 2024-11-14T09:22:01,658 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38055-0x10115c8a04f0004 connected 2024-11-14T09:22:01,658 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T09:22:01,658 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T09:22:01,659 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38055-0x10115c8a04f0004, quorum=127.0.0.1:59986, baseZNode=/1-184234150 Set watcher on znode that does not yet exist, /1-184234150/master 2024-11-14T09:22:01,660 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38055-0x10115c8a04f0004, quorum=127.0.0.1:59986, baseZNode=/1-184234150 Set watcher on znode that does not yet exist, /1-184234150/acl 2024-11-14T09:22:01,660 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38055 2024-11-14T09:22:01,660 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38055 2024-11-14T09:22:01,663 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38055 2024-11-14T09:22:01,666 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38055 2024-11-14T09:22:01,668 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38055 2024-11-14T09:22:01,683 DEBUG [M:0;83f56b55f2af:35319 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;83f56b55f2af:35319 2024-11-14T09:22:01,683 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-184234150/backup-masters/83f56b55f2af,35319,1731576121612 2024-11-14T09:22:01,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35319-0x10115c8a04f0003, quorum=127.0.0.1:59986, baseZNode=/1-184234150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-184234150/backup-masters 2024-11-14T09:22:01,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38055-0x10115c8a04f0004, quorum=127.0.0.1:59986, baseZNode=/1-184234150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-184234150/backup-masters 2024-11-14T09:22:01,686 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35319-0x10115c8a04f0003, quorum=127.0.0.1:59986, baseZNode=/1-184234150 Set watcher on existing znode=/1-184234150/backup-masters/83f56b55f2af,35319,1731576121612 2024-11-14T09:22:01,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38055-0x10115c8a04f0004, quorum=127.0.0.1:59986, baseZNode=/1-184234150 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-184234150/master 2024-11-14T09:22:01,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38055-0x10115c8a04f0004, quorum=127.0.0.1:59986, baseZNode=/1-184234150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-184234150 2024-11-14T09:22:01,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35319-0x10115c8a04f0003, quorum=127.0.0.1:59986, baseZNode=/1-184234150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-184234150 2024-11-14T09:22:01,688 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35319-0x10115c8a04f0003, quorum=127.0.0.1:59986, baseZNode=/1-184234150 Set watcher on existing znode=/1-184234150/master 2024-11-14T09:22:01,688 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-184234150/backup-masters/83f56b55f2af,35319,1731576121612 from backup master directory 2024-11-14T09:22:01,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35319-0x10115c8a04f0003, quorum=127.0.0.1:59986, baseZNode=/1-184234150 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-184234150/backup-masters/83f56b55f2af,35319,1731576121612 2024-11-14T09:22:01,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35319-0x10115c8a04f0003, quorum=127.0.0.1:59986, baseZNode=/1-184234150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-184234150/backup-masters 2024-11-14T09:22:01,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38055-0x10115c8a04f0004, quorum=127.0.0.1:59986, baseZNode=/1-184234150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-184234150/backup-masters 2024-11-14T09:22:01,690 WARN [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T09:22:01,690 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=83f56b55f2af,35319,1731576121612 2024-11-14T09:22:01,693 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35497/user/jenkins/test-data/2ba50487-d768-b755-7bd1-435630e32f26/hbase.id] with ID: 98e2116f-fc30-4c80-a9a0-5488b7c133eb 2024-11-14T09:22:01,693 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35497/user/jenkins/test-data/2ba50487-d768-b755-7bd1-435630e32f26/.tmp/hbase.id 2024-11-14T09:22:01,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741826_1002 (size=42) 2024-11-14T09:22:02,098 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35497/user/jenkins/test-data/2ba50487-d768-b755-7bd1-435630e32f26/.tmp/hbase.id]:[hdfs://localhost:35497/user/jenkins/test-data/2ba50487-d768-b755-7bd1-435630e32f26/hbase.id] 2024-11-14T09:22:02,106 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:22:02,106 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T09:22:02,107 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T09:22:02,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35319-0x10115c8a04f0003, quorum=127.0.0.1:59986, baseZNode=/1-184234150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-184234150 2024-11-14T09:22:02,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38055-0x10115c8a04f0004, quorum=127.0.0.1:59986, baseZNode=/1-184234150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-184234150 2024-11-14T09:22:02,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741827_1003 (size=196) 2024-11-14T09:22:02,113 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T09:22:02,113 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T09:22:02,114 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T09:22:02,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741828_1004 (size=1189) 2024-11-14T09:22:02,519 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35497/user/jenkins/test-data/2ba50487-d768-b755-7bd1-435630e32f26/MasterData/data/master/store 2024-11-14T09:22:02,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741829_1005 (size=34) 2024-11-14T09:22:02,924 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:22:02,924 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T09:22:02,924 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:22:02,924 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:22:02,924 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T09:22:02,924 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:22:02,924 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:22:02,925 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731576122924Disabling compacts and flushes for region at 1731576122924Disabling writes for close at 1731576122924Writing region close event to WAL at 1731576122924Closed at 1731576122924 2024-11-14T09:22:02,925 WARN [master/83f56b55f2af:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35497/user/jenkins/test-data/2ba50487-d768-b755-7bd1-435630e32f26/MasterData/data/master/store/.initializing 2024-11-14T09:22:02,925 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35497/user/jenkins/test-data/2ba50487-d768-b755-7bd1-435630e32f26/MasterData/WALs/83f56b55f2af,35319,1731576121612 2024-11-14T09:22:02,926 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T09:22:02,927 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=83f56b55f2af%2C35319%2C1731576121612, suffix=, logDir=hdfs://localhost:35497/user/jenkins/test-data/2ba50487-d768-b755-7bd1-435630e32f26/MasterData/WALs/83f56b55f2af,35319,1731576121612, archiveDir=hdfs://localhost:35497/user/jenkins/test-data/2ba50487-d768-b755-7bd1-435630e32f26/MasterData/oldWALs, maxLogs=10 2024-11-14T09:22:02,941 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2ba50487-d768-b755-7bd1-435630e32f26/MasterData/WALs/83f56b55f2af,35319,1731576121612/83f56b55f2af%2C35319%2C1731576121612.1731576122928, exclude list is [], retry=0 2024-11-14T09:22:02,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38473,DS-01d37183-4f82-4943-b9b8-5ba05fce895b,DISK] 2024-11-14T09:22:02,945 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2ba50487-d768-b755-7bd1-435630e32f26/MasterData/WALs/83f56b55f2af,35319,1731576121612/83f56b55f2af%2C35319%2C1731576121612.1731576122928 2024-11-14T09:22:02,945 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43955:43955)] 2024-11-14T09:22:02,945 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T09:22:02,945 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:22:02,945 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:22:02,945 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:22:02,946 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:22:02,947 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T09:22:02,947 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:22:02,948 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:22:02,948 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:22:02,948 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T09:22:02,948 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:22:02,949 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:22:02,949 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:22:02,949 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T09:22:02,949 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:22:02,950 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:22:02,950 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:22:02,950 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T09:22:02,950 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:22:02,951 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:22:02,951 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:22:02,951 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35497/user/jenkins/test-data/2ba50487-d768-b755-7bd1-435630e32f26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:22:02,952 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35497/user/jenkins/test-data/2ba50487-d768-b755-7bd1-435630e32f26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:22:02,952 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:22:02,952 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:22:02,953 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T09:22:02,954 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:22:02,955 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35497/user/jenkins/test-data/2ba50487-d768-b755-7bd1-435630e32f26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T09:22:02,955 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60184742, jitterRate=-0.10317745804786682}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T09:22:02,956 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731576122945Initializing all the Stores at 1731576122946 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731576122946Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731576122946Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731576122946Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731576122946Cleaning up temporary data from old regions at 1731576122952 (+6 ms)Region opened successfully at 1731576122955 (+3 ms) 2024-11-14T09:22:02,956 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T09:22:02,958 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4feda440, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=83f56b55f2af/172.17.0.2:0 2024-11-14T09:22:02,959 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T09:22:02,959 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T09:22:02,959 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T09:22:02,959 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T09:22:02,960 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T09:22:02,960 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T09:22:02,960 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T09:22:02,962 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T09:22:02,962 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35319-0x10115c8a04f0003, quorum=127.0.0.1:59986, baseZNode=/1-184234150 Unable to get data of znode /1-184234150/balancer because node does not exist (not necessarily an error) 2024-11-14T09:22:02,964 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-184234150/balancer already deleted, retry=false 2024-11-14T09:22:02,965 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T09:22:02,965 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35319-0x10115c8a04f0003, quorum=127.0.0.1:59986, baseZNode=/1-184234150 Unable to get data of znode /1-184234150/normalizer because node does not exist (not necessarily an error) 2024-11-14T09:22:02,966 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-184234150/normalizer already deleted, retry=false 2024-11-14T09:22:02,966 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T09:22:02,967 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35319-0x10115c8a04f0003, quorum=127.0.0.1:59986, baseZNode=/1-184234150 Unable to get data of znode /1-184234150/switch/split because node does not exist (not necessarily an error) 2024-11-14T09:22:02,968 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-184234150/switch/split already deleted, retry=false 2024-11-14T09:22:02,968 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35319-0x10115c8a04f0003, quorum=127.0.0.1:59986, baseZNode=/1-184234150 Unable to get data of znode /1-184234150/switch/merge because node does not exist (not necessarily an error) 2024-11-14T09:22:02,970 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-184234150/switch/merge already deleted, retry=false 2024-11-14T09:22:02,971 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35319-0x10115c8a04f0003, quorum=127.0.0.1:59986, baseZNode=/1-184234150 Unable to get data of znode /1-184234150/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T09:22:02,973 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-184234150/snapshot-cleanup already deleted, retry=false 2024-11-14T09:22:02,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35319-0x10115c8a04f0003, quorum=127.0.0.1:59986, baseZNode=/1-184234150 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-184234150/running 2024-11-14T09:22:02,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38055-0x10115c8a04f0004, quorum=127.0.0.1:59986, baseZNode=/1-184234150 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-184234150/running 2024-11-14T09:22:02,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35319-0x10115c8a04f0003, quorum=127.0.0.1:59986, baseZNode=/1-184234150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-184234150 2024-11-14T09:22:02,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38055-0x10115c8a04f0004, quorum=127.0.0.1:59986, baseZNode=/1-184234150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-184234150 2024-11-14T09:22:02,975 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=83f56b55f2af,35319,1731576121612, sessionid=0x10115c8a04f0003, setting cluster-up flag (Was=false) 2024-11-14T09:22:02,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38055-0x10115c8a04f0004, quorum=127.0.0.1:59986, baseZNode=/1-184234150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-184234150 2024-11-14T09:22:02,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35319-0x10115c8a04f0003, quorum=127.0.0.1:59986, baseZNode=/1-184234150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-184234150 2024-11-14T09:22:02,981 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-184234150/flush-table-proc/acquired, /1-184234150/flush-table-proc/reached, /1-184234150/flush-table-proc/abort 2024-11-14T09:22:02,982 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=83f56b55f2af,35319,1731576121612 2024-11-14T09:22:02,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35319-0x10115c8a04f0003, quorum=127.0.0.1:59986, baseZNode=/1-184234150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-184234150 2024-11-14T09:22:02,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38055-0x10115c8a04f0004, quorum=127.0.0.1:59986, baseZNode=/1-184234150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-184234150 2024-11-14T09:22:02,990 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-184234150/online-snapshot/acquired, /1-184234150/online-snapshot/reached, /1-184234150/online-snapshot/abort 2024-11-14T09:22:02,991 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=83f56b55f2af,35319,1731576121612 2024-11-14T09:22:02,992 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35497/user/jenkins/test-data/2ba50487-d768-b755-7bd1-435630e32f26/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T09:22:02,993 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T09:22:02,993 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T09:22:02,994 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T09:22:02,994 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 83f56b55f2af,35319,1731576121612 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T09:22:02,995 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/83f56b55f2af:0, corePoolSize=5, maxPoolSize=5 2024-11-14T09:22:02,995 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/83f56b55f2af:0, corePoolSize=5, maxPoolSize=5 2024-11-14T09:22:02,995 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/83f56b55f2af:0, corePoolSize=5, maxPoolSize=5 2024-11-14T09:22:02,995 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/83f56b55f2af:0, corePoolSize=5, maxPoolSize=5 2024-11-14T09:22:02,995 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/83f56b55f2af:0, corePoolSize=10, maxPoolSize=10 2024-11-14T09:22:02,995 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:22:02,995 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/83f56b55f2af:0, corePoolSize=2, maxPoolSize=2 2024-11-14T09:22:02,995 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:22:02,996 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T09:22:02,996 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731576152996 2024-11-14T09:22:02,996 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T09:22:02,996 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T09:22:02,996 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T09:22:02,996 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T09:22:02,996 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T09:22:02,996 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T09:22:02,996 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T09:22:02,997 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:22:02,997 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T09:22:03,000 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T09:22:03,004 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T09:22:03,004 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T09:22:03,004 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T09:22:03,004 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T09:22:03,004 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T09:22:03,005 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T09:22:03,005 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/83f56b55f2af:0:becomeActiveMaster-HFileCleaner.large.0-1731576123005,5,FailOnTimeoutGroup] 2024-11-14T09:22:03,007 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/83f56b55f2af:0:becomeActiveMaster-HFileCleaner.small.0-1731576123005,5,FailOnTimeoutGroup] 2024-11-14T09:22:03,007 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T09:22:03,007 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T09:22:03,007 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T09:22:03,007 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T09:22:03,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741831_1007 (size=1321) 2024-11-14T09:22:03,070 INFO [RS:0;83f56b55f2af:38055 {}] regionserver.HRegionServer(746): ClusterId : 98e2116f-fc30-4c80-a9a0-5488b7c133eb 2024-11-14T09:22:03,070 DEBUG [RS:0;83f56b55f2af:38055 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T09:22:03,073 DEBUG [RS:0;83f56b55f2af:38055 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T09:22:03,073 DEBUG [RS:0;83f56b55f2af:38055 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T09:22:03,074 DEBUG [RS:0;83f56b55f2af:38055 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T09:22:03,074 DEBUG [RS:0;83f56b55f2af:38055 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72848073, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=83f56b55f2af/172.17.0.2:0 2024-11-14T09:22:03,086 DEBUG [RS:0;83f56b55f2af:38055 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;83f56b55f2af:38055 2024-11-14T09:22:03,087 INFO [RS:0;83f56b55f2af:38055 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T09:22:03,087 INFO [RS:0;83f56b55f2af:38055 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T09:22:03,087 DEBUG [RS:0;83f56b55f2af:38055 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T09:22:03,087 INFO [RS:0;83f56b55f2af:38055 {}] regionserver.HRegionServer(2659): reportForDuty to master=83f56b55f2af,35319,1731576121612 with port=38055, startcode=1731576121649 2024-11-14T09:22:03,087 DEBUG [RS:0;83f56b55f2af:38055 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T09:22:03,089 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41003, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T09:22:03,089 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35319 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 83f56b55f2af,38055,1731576121649 2024-11-14T09:22:03,089 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35319 {}] master.ServerManager(517): Registering regionserver=83f56b55f2af,38055,1731576121649 2024-11-14T09:22:03,091 DEBUG [RS:0;83f56b55f2af:38055 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35497/user/jenkins/test-data/2ba50487-d768-b755-7bd1-435630e32f26 2024-11-14T09:22:03,091 DEBUG [RS:0;83f56b55f2af:38055 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35497 2024-11-14T09:22:03,091 DEBUG [RS:0;83f56b55f2af:38055 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T09:22:03,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35319-0x10115c8a04f0003, quorum=127.0.0.1:59986, baseZNode=/1-184234150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-184234150/rs 2024-11-14T09:22:03,095 DEBUG [RS:0;83f56b55f2af:38055 {}] zookeeper.ZKUtil(111): regionserver:38055-0x10115c8a04f0004, quorum=127.0.0.1:59986, baseZNode=/1-184234150 Set watcher on existing znode=/1-184234150/rs/83f56b55f2af,38055,1731576121649 2024-11-14T09:22:03,095 WARN [RS:0;83f56b55f2af:38055 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T09:22:03,095 INFO [RS:0;83f56b55f2af:38055 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T09:22:03,095 DEBUG [RS:0;83f56b55f2af:38055 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35497/user/jenkins/test-data/2ba50487-d768-b755-7bd1-435630e32f26/WALs/83f56b55f2af,38055,1731576121649 2024-11-14T09:22:03,096 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [83f56b55f2af,38055,1731576121649] 2024-11-14T09:22:03,098 INFO [RS:0;83f56b55f2af:38055 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T09:22:03,099 INFO [RS:0;83f56b55f2af:38055 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T09:22:03,100 INFO [RS:0;83f56b55f2af:38055 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T09:22:03,100 INFO [RS:0;83f56b55f2af:38055 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T09:22:03,100 INFO [RS:0;83f56b55f2af:38055 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T09:22:03,101 INFO [RS:0;83f56b55f2af:38055 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T09:22:03,101 INFO [RS:0;83f56b55f2af:38055 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T09:22:03,101 DEBUG [RS:0;83f56b55f2af:38055 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:22:03,101 DEBUG [RS:0;83f56b55f2af:38055 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:22:03,101 DEBUG [RS:0;83f56b55f2af:38055 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:22:03,101 DEBUG [RS:0;83f56b55f2af:38055 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:22:03,101 DEBUG [RS:0;83f56b55f2af:38055 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:22:03,101 DEBUG [RS:0;83f56b55f2af:38055 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/83f56b55f2af:0, corePoolSize=2, maxPoolSize=2 2024-11-14T09:22:03,101 DEBUG [RS:0;83f56b55f2af:38055 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:22:03,101 DEBUG [RS:0;83f56b55f2af:38055 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:22:03,101 DEBUG [RS:0;83f56b55f2af:38055 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:22:03,101 DEBUG [RS:0;83f56b55f2af:38055 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:22:03,101 DEBUG [RS:0;83f56b55f2af:38055 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:22:03,101 DEBUG [RS:0;83f56b55f2af:38055 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:22:03,101 DEBUG [RS:0;83f56b55f2af:38055 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/83f56b55f2af:0, corePoolSize=3, maxPoolSize=3 2024-11-14T09:22:03,101 DEBUG [RS:0;83f56b55f2af:38055 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/83f56b55f2af:0, corePoolSize=3, maxPoolSize=3 2024-11-14T09:22:03,104 INFO [RS:0;83f56b55f2af:38055 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T09:22:03,104 INFO [RS:0;83f56b55f2af:38055 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T09:22:03,104 INFO [RS:0;83f56b55f2af:38055 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T09:22:03,104 INFO [RS:0;83f56b55f2af:38055 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T09:22:03,104 INFO [RS:0;83f56b55f2af:38055 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T09:22:03,104 INFO [RS:0;83f56b55f2af:38055 {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,38055,1731576121649-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T09:22:03,126 INFO [RS:0;83f56b55f2af:38055 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T09:22:03,126 INFO [RS:0;83f56b55f2af:38055 {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,38055,1731576121649-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T09:22:03,126 INFO [RS:0;83f56b55f2af:38055 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:22:03,126 INFO [RS:0;83f56b55f2af:38055 {}] regionserver.Replication(171): 83f56b55f2af,38055,1731576121649 started 2024-11-14T09:22:03,142 INFO [RS:0;83f56b55f2af:38055 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:22:03,142 INFO [RS:0;83f56b55f2af:38055 {}] regionserver.HRegionServer(1482): Serving as 83f56b55f2af,38055,1731576121649, RpcServer on 83f56b55f2af/172.17.0.2:38055, sessionid=0x10115c8a04f0004 2024-11-14T09:22:03,142 DEBUG [RS:0;83f56b55f2af:38055 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T09:22:03,142 DEBUG [RS:0;83f56b55f2af:38055 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 83f56b55f2af,38055,1731576121649 2024-11-14T09:22:03,142 DEBUG [RS:0;83f56b55f2af:38055 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '83f56b55f2af,38055,1731576121649' 2024-11-14T09:22:03,142 DEBUG [RS:0;83f56b55f2af:38055 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-184234150/flush-table-proc/abort' 2024-11-14T09:22:03,143 DEBUG [RS:0;83f56b55f2af:38055 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-184234150/flush-table-proc/acquired' 2024-11-14T09:22:03,143 DEBUG [RS:0;83f56b55f2af:38055 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T09:22:03,143 DEBUG [RS:0;83f56b55f2af:38055 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T09:22:03,143 DEBUG [RS:0;83f56b55f2af:38055 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 83f56b55f2af,38055,1731576121649 2024-11-14T09:22:03,143 DEBUG [RS:0;83f56b55f2af:38055 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '83f56b55f2af,38055,1731576121649' 2024-11-14T09:22:03,143 DEBUG [RS:0;83f56b55f2af:38055 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-184234150/online-snapshot/abort' 2024-11-14T09:22:03,143 DEBUG [RS:0;83f56b55f2af:38055 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-184234150/online-snapshot/acquired' 2024-11-14T09:22:03,143 DEBUG [RS:0;83f56b55f2af:38055 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T09:22:03,143 INFO [RS:0;83f56b55f2af:38055 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T09:22:03,143 INFO [RS:0;83f56b55f2af:38055 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T09:22:03,244 INFO [RS:0;83f56b55f2af:38055 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T09:22:03,245 INFO [RS:0;83f56b55f2af:38055 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=83f56b55f2af%2C38055%2C1731576121649, suffix=, logDir=hdfs://localhost:35497/user/jenkins/test-data/2ba50487-d768-b755-7bd1-435630e32f26/WALs/83f56b55f2af,38055,1731576121649, archiveDir=hdfs://localhost:35497/user/jenkins/test-data/2ba50487-d768-b755-7bd1-435630e32f26/oldWALs, maxLogs=10 2024-11-14T09:22:03,259 DEBUG [RS:0;83f56b55f2af:38055 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2ba50487-d768-b755-7bd1-435630e32f26/WALs/83f56b55f2af,38055,1731576121649/83f56b55f2af%2C38055%2C1731576121649.1731576123245, exclude list is [], retry=0 2024-11-14T09:22:03,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38473,DS-01d37183-4f82-4943-b9b8-5ba05fce895b,DISK] 2024-11-14T09:22:03,264 INFO [RS:0;83f56b55f2af:38055 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2ba50487-d768-b755-7bd1-435630e32f26/WALs/83f56b55f2af,38055,1731576121649/83f56b55f2af%2C38055%2C1731576121649.1731576123245 2024-11-14T09:22:03,264 DEBUG [RS:0;83f56b55f2af:38055 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43955:43955)] 2024-11-14T09:22:03,412 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35497/user/jenkins/test-data/2ba50487-d768-b755-7bd1-435630e32f26/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T09:22:03,412 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35497/user/jenkins/test-data/2ba50487-d768-b755-7bd1-435630e32f26 2024-11-14T09:22:03,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741833_1009 (size=32) 2024-11-14T09:22:03,820 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:22:03,821 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T09:22:03,822 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T09:22:03,822 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:22:03,822 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:22:03,823 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T09:22:03,823 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T09:22:03,823 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:22:03,824 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:22:03,824 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T09:22:03,824 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T09:22:03,824 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:22:03,825 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:22:03,825 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T09:22:03,825 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T09:22:03,825 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:22:03,826 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:22:03,826 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T09:22:03,826 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35497/user/jenkins/test-data/2ba50487-d768-b755-7bd1-435630e32f26/data/hbase/meta/1588230740 2024-11-14T09:22:03,826 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35497/user/jenkins/test-data/2ba50487-d768-b755-7bd1-435630e32f26/data/hbase/meta/1588230740 2024-11-14T09:22:03,827 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T09:22:03,827 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T09:22:03,828 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T09:22:03,829 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T09:22:03,830 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35497/user/jenkins/test-data/2ba50487-d768-b755-7bd1-435630e32f26/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T09:22:03,830 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63922460, jitterRate=-0.04748111963272095}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T09:22:03,831 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731576123820Initializing all the Stores at 1731576123821 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731576123821Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731576123821Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731576123821Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731576123821Cleaning up temporary data from old regions at 1731576123827 (+6 ms)Region opened successfully at 1731576123830 (+3 ms) 2024-11-14T09:22:03,831 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T09:22:03,831 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T09:22:03,831 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T09:22:03,831 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T09:22:03,831 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T09:22:03,831 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T09:22:03,831 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731576123831Disabling compacts and flushes for region at 1731576123831Disabling writes for close at 1731576123831Writing region close event to WAL at 1731576123831Closed at 1731576123831 2024-11-14T09:22:03,832 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T09:22:03,832 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T09:22:03,832 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T09:22:03,833 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T09:22:03,834 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T09:22:03,984 DEBUG [83f56b55f2af:35319 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T09:22:03,984 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=83f56b55f2af,38055,1731576121649 2024-11-14T09:22:03,985 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 83f56b55f2af,38055,1731576121649, state=OPENING 2024-11-14T09:22:03,987 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T09:22:03,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35319-0x10115c8a04f0003, quorum=127.0.0.1:59986, baseZNode=/1-184234150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-184234150 2024-11-14T09:22:03,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38055-0x10115c8a04f0004, quorum=127.0.0.1:59986, baseZNode=/1-184234150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-184234150 2024-11-14T09:22:03,988 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T09:22:03,988 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=83f56b55f2af,38055,1731576121649}] 2024-11-14T09:22:03,988 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-184234150/meta-region-server: CHANGED 2024-11-14T09:22:03,988 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-184234150/meta-region-server: CHANGED 2024-11-14T09:22:04,140 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T09:22:04,142 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56681, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T09:22:04,144 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T09:22:04,144 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T09:22:04,145 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T09:22:04,146 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=83f56b55f2af%2C38055%2C1731576121649.meta, suffix=.meta, logDir=hdfs://localhost:35497/user/jenkins/test-data/2ba50487-d768-b755-7bd1-435630e32f26/WALs/83f56b55f2af,38055,1731576121649, archiveDir=hdfs://localhost:35497/user/jenkins/test-data/2ba50487-d768-b755-7bd1-435630e32f26/oldWALs, maxLogs=10 2024-11-14T09:22:04,161 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2ba50487-d768-b755-7bd1-435630e32f26/WALs/83f56b55f2af,38055,1731576121649/83f56b55f2af%2C38055%2C1731576121649.meta.1731576124146.meta, exclude list is [], retry=0 2024-11-14T09:22:04,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38473,DS-01d37183-4f82-4943-b9b8-5ba05fce895b,DISK] 2024-11-14T09:22:04,164 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2ba50487-d768-b755-7bd1-435630e32f26/WALs/83f56b55f2af,38055,1731576121649/83f56b55f2af%2C38055%2C1731576121649.meta.1731576124146.meta 2024-11-14T09:22:04,164 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43955:43955)] 2024-11-14T09:22:04,164 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T09:22:04,165 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T09:22:04,165 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T09:22:04,165 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T09:22:04,165 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T09:22:04,165 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T09:22:04,165 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:22:04,165 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T09:22:04,165 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T09:22:04,166 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T09:22:04,167 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T09:22:04,167 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:22:04,167 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:22:04,167 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T09:22:04,168 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T09:22:04,168 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:22:04,168 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:22:04,168 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T09:22:04,169 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T09:22:04,169 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:22:04,169 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:22:04,169 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T09:22:04,169 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T09:22:04,169 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:22:04,170 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:22:04,170 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T09:22:04,170 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35497/user/jenkins/test-data/2ba50487-d768-b755-7bd1-435630e32f26/data/hbase/meta/1588230740 2024-11-14T09:22:04,171 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35497/user/jenkins/test-data/2ba50487-d768-b755-7bd1-435630e32f26/data/hbase/meta/1588230740 2024-11-14T09:22:04,172 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T09:22:04,172 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T09:22:04,172 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T09:22:04,173 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T09:22:04,173 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60996342, jitterRate=-0.09108367562294006}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T09:22:04,173 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T09:22:04,173 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731576124165Writing region info on filesystem at 1731576124165Initializing all the Stores at 1731576124166 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731576124166Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731576124166Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731576124166Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731576124166Cleaning up temporary data from old regions at 1731576124172 (+6 ms)Running coprocessor post-open hooks at 1731576124173 (+1 ms)Region opened successfully at 1731576124173 2024-11-14T09:22:04,174 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731576124140 2024-11-14T09:22:04,176 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T09:22:04,176 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T09:22:04,176 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=83f56b55f2af,38055,1731576121649 2024-11-14T09:22:04,177 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 83f56b55f2af,38055,1731576121649, state=OPEN 2024-11-14T09:22:04,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35319-0x10115c8a04f0003, quorum=127.0.0.1:59986, baseZNode=/1-184234150 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-184234150/meta-region-server 2024-11-14T09:22:04,178 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=83f56b55f2af,38055,1731576121649 2024-11-14T09:22:04,178 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-184234150/meta-region-server: CHANGED 2024-11-14T09:22:04,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38055-0x10115c8a04f0004, quorum=127.0.0.1:59986, baseZNode=/1-184234150 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-184234150/meta-region-server 2024-11-14T09:22:04,179 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-184234150/meta-region-server: CHANGED 2024-11-14T09:22:04,180 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T09:22:04,180 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=83f56b55f2af,38055,1731576121649 in 190 msec 2024-11-14T09:22:04,181 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T09:22:04,181 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 348 msec 2024-11-14T09:22:04,182 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T09:22:04,182 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T09:22:04,183 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:22:04,183 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83f56b55f2af,38055,1731576121649, seqNum=-1] 2024-11-14T09:22:04,183 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T09:22:04,184 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36675, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T09:22:04,187 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1940 sec 2024-11-14T09:22:04,188 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731576124187, completionTime=-1 2024-11-14T09:22:04,188 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T09:22:04,188 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T09:22:04,189 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T09:22:04,189 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731576184189 2024-11-14T09:22:04,189 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731576244189 2024-11-14T09:22:04,189 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T09:22:04,192 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,35319,1731576121612-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T09:22:04,192 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,35319,1731576121612-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:22:04,192 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,35319,1731576121612-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:22:04,192 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-83f56b55f2af:35319, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:22:04,192 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T09:22:04,192 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T09:22:04,194 DEBUG [master/83f56b55f2af:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T09:22:04,195 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.505sec 2024-11-14T09:22:04,195 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T09:22:04,195 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T09:22:04,195 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T09:22:04,195 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T09:22:04,195 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T09:22:04,195 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,35319,1731576121612-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T09:22:04,195 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,35319,1731576121612-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T09:22:04,197 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T09:22:04,197 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T09:22:04,197 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,35319,1731576121612-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:22:04,271 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d8f2ea2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:22:04,271 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83f56b55f2af,35319,-1 for getting cluster id 2024-11-14T09:22:04,271 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T09:22:04,272 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '98e2116f-fc30-4c80-a9a0-5488b7c133eb' 2024-11-14T09:22:04,273 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T09:22:04,273 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "98e2116f-fc30-4c80-a9a0-5488b7c133eb" 2024-11-14T09:22:04,273 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b0c8bbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:22:04,273 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83f56b55f2af,35319,-1] 2024-11-14T09:22:04,273 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T09:22:04,273 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:22:04,274 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T09:22:04,275 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a7b4b20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:22:04,275 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:22:04,276 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83f56b55f2af,38055,1731576121649, seqNum=-1] 2024-11-14T09:22:04,276 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T09:22:04,277 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T09:22:04,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=83f56b55f2af,35319,1731576121612 2024-11-14T09:22:04,278 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:59986 2024-11-14T09:22:04,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:59986, baseZNode=/1-184234150 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T09:22:04,282 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10115c8a04f0005 connected 2024-11-14T09:22:04,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c17d1532-d59d-32be-fd0b-c544aa8c5253/hadoop.log.dir so I do NOT create it in target/test-data/9c3a453b-7a71-4f9c-f2b1-f2e6115c8590 2024-11-14T09:22:04,285 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c17d1532-d59d-32be-fd0b-c544aa8c5253/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T09:22:04,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c17d1532-d59d-32be-fd0b-c544aa8c5253/hadoop.tmp.dir so I do NOT create it in target/test-data/9c3a453b-7a71-4f9c-f2b1-f2e6115c8590 2024-11-14T09:22:04,285 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c17d1532-d59d-32be-fd0b-c544aa8c5253/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T09:22:04,285 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c3a453b-7a71-4f9c-f2b1-f2e6115c8590 2024-11-14T09:22:04,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T09:22:04,285 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c3a453b-7a71-4f9c-f2b1-f2e6115c8590/cluster_048628ad-618f-a2a5-c2f1-3dcaa88a1fd9, deleteOnExit=true 2024-11-14T09:22:04,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T09:22:04,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c3a453b-7a71-4f9c-f2b1-f2e6115c8590/test.cache.data in system properties and HBase conf 2024-11-14T09:22:04,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c3a453b-7a71-4f9c-f2b1-f2e6115c8590/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T09:22:04,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c3a453b-7a71-4f9c-f2b1-f2e6115c8590/hadoop.log.dir in system properties and HBase conf 2024-11-14T09:22:04,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c3a453b-7a71-4f9c-f2b1-f2e6115c8590/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T09:22:04,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c3a453b-7a71-4f9c-f2b1-f2e6115c8590/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T09:22:04,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T09:22:04,286 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T09:22:04,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c3a453b-7a71-4f9c-f2b1-f2e6115c8590/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T09:22:04,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c3a453b-7a71-4f9c-f2b1-f2e6115c8590/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T09:22:04,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c3a453b-7a71-4f9c-f2b1-f2e6115c8590/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T09:22:04,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c3a453b-7a71-4f9c-f2b1-f2e6115c8590/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T09:22:04,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c3a453b-7a71-4f9c-f2b1-f2e6115c8590/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T09:22:04,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c3a453b-7a71-4f9c-f2b1-f2e6115c8590/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T09:22:04,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c3a453b-7a71-4f9c-f2b1-f2e6115c8590/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T09:22:04,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c3a453b-7a71-4f9c-f2b1-f2e6115c8590/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T09:22:04,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c3a453b-7a71-4f9c-f2b1-f2e6115c8590/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T09:22:04,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c3a453b-7a71-4f9c-f2b1-f2e6115c8590/nfs.dump.dir in system properties and HBase conf 2024-11-14T09:22:04,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c3a453b-7a71-4f9c-f2b1-f2e6115c8590/java.io.tmpdir in system properties and HBase conf 2024-11-14T09:22:04,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c3a453b-7a71-4f9c-f2b1-f2e6115c8590/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T09:22:04,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c3a453b-7a71-4f9c-f2b1-f2e6115c8590/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T09:22:04,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c3a453b-7a71-4f9c-f2b1-f2e6115c8590/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T09:22:04,357 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T09:22:04,361 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T09:22:04,363 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T09:22:04,363 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T09:22:04,363 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T09:22:04,363 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T09:22:04,364 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@15614d00{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c3a453b-7a71-4f9c-f2b1-f2e6115c8590/hadoop.log.dir/,AVAILABLE} 2024-11-14T09:22:04,364 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@dc11d2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T09:22:04,481 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1bc7496d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c3a453b-7a71-4f9c-f2b1-f2e6115c8590/java.io.tmpdir/jetty-localhost-45297-hadoop-hdfs-3_4_1-tests_jar-_-any-18061237395900498648/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T09:22:04,481 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6f83f400{HTTP/1.1, (http/1.1)}{localhost:45297} 2024-11-14T09:22:04,481 INFO [Time-limited test {}] server.Server(415): Started @292192ms 2024-11-14T09:22:04,575 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T09:22:04,578 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T09:22:04,580 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T09:22:04,580 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T09:22:04,580 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T09:22:04,580 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@403d470d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c3a453b-7a71-4f9c-f2b1-f2e6115c8590/hadoop.log.dir/,AVAILABLE} 2024-11-14T09:22:04,580 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@38090de9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T09:22:04,695 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6eed516{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c3a453b-7a71-4f9c-f2b1-f2e6115c8590/java.io.tmpdir/jetty-localhost-41047-hadoop-hdfs-3_4_1-tests_jar-_-any-381428366716863914/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T09:22:04,695 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1d452fd0{HTTP/1.1, (http/1.1)}{localhost:41047} 2024-11-14T09:22:04,695 INFO [Time-limited test {}] server.Server(415): Started @292405ms 2024-11-14T09:22:04,696 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T09:22:04,794 WARN [Thread-4522 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c3a453b-7a71-4f9c-f2b1-f2e6115c8590/cluster_048628ad-618f-a2a5-c2f1-3dcaa88a1fd9/data/data1/current/BP-474591025-172.17.0.2-1731576124307/current, will proceed with Du for space computation calculation, 2024-11-14T09:22:04,794 WARN [Thread-4523 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c3a453b-7a71-4f9c-f2b1-f2e6115c8590/cluster_048628ad-618f-a2a5-c2f1-3dcaa88a1fd9/data/data2/current/BP-474591025-172.17.0.2-1731576124307/current, will proceed with Du for space computation calculation, 2024-11-14T09:22:04,818 WARN [Thread-4510 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T09:22:04,821 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1f0982ee30c95ab with lease ID 0xe70cf38194d19c2a: Processing first storage report for DS-18d2c651-c22d-4aa7-b661-311d7b8a89b4 from datanode DatanodeRegistration(127.0.0.1:38835, datanodeUuid=4f4f0092-a080-4fe6-8102-e09496c461a0, infoPort=38383, infoSecurePort=0, ipcPort=38089, storageInfo=lv=-57;cid=testClusterID;nsid=1363909265;c=1731576124307) 2024-11-14T09:22:04,821 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1f0982ee30c95ab with lease ID 0xe70cf38194d19c2a: from storage DS-18d2c651-c22d-4aa7-b661-311d7b8a89b4 node DatanodeRegistration(127.0.0.1:38835, datanodeUuid=4f4f0092-a080-4fe6-8102-e09496c461a0, infoPort=38383, infoSecurePort=0, ipcPort=38089, storageInfo=lv=-57;cid=testClusterID;nsid=1363909265;c=1731576124307), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T09:22:04,821 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1f0982ee30c95ab with lease ID 0xe70cf38194d19c2a: Processing first storage report for DS-18d5ab63-f948-4586-856b-3302d8f2efd5 from datanode DatanodeRegistration(127.0.0.1:38835, datanodeUuid=4f4f0092-a080-4fe6-8102-e09496c461a0, infoPort=38383, infoSecurePort=0, ipcPort=38089, storageInfo=lv=-57;cid=testClusterID;nsid=1363909265;c=1731576124307) 2024-11-14T09:22:04,821 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1f0982ee30c95ab with lease ID 0xe70cf38194d19c2a: from storage DS-18d5ab63-f948-4586-856b-3302d8f2efd5 node DatanodeRegistration(127.0.0.1:38835, datanodeUuid=4f4f0092-a080-4fe6-8102-e09496c461a0, infoPort=38383, infoSecurePort=0, ipcPort=38089, storageInfo=lv=-57;cid=testClusterID;nsid=1363909265;c=1731576124307), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T09:22:04,920 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c3a453b-7a71-4f9c-f2b1-f2e6115c8590 2024-11-14T09:22:04,920 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:22:04,922 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:22:04,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38835 is added to blk_1073741825_1001 (size=7) 2024-11-14T09:22:04,934 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40003/user/jenkins/test-data/fb44d0e7-a29b-5fa8-0ff5-9e0733c4e8b3 with version=8 2024-11-14T09:22:04,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40003/user/jenkins/test-data/fb44d0e7-a29b-5fa8-0ff5-9e0733c4e8b3/hbase-staging 2024-11-14T09:22:04,936 INFO [Time-limited test {}] client.ConnectionUtils(128): master/83f56b55f2af:0 server-side Connection retries=45 2024-11-14T09:22:04,936 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T09:22:04,936 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T09:22:04,936 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T09:22:04,936 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T09:22:04,936 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T09:22:04,936 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T09:22:04,936 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T09:22:04,937 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42323 2024-11-14T09:22:04,937 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42323 connecting to ZooKeeper ensemble=127.0.0.1:59986 2024-11-14T09:22:04,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:423230x0, quorum=127.0.0.1:59986, baseZNode=/2-986613343 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T09:22:04,940 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42323-0x10115c8a04f0006 connected 2024-11-14T09:22:04,955 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:22:04,956 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:22:04,958 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42323-0x10115c8a04f0006, quorum=127.0.0.1:59986, baseZNode=/2-986613343 Set watcher on znode that does not yet exist, /2-986613343/running 2024-11-14T09:22:04,958 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40003/user/jenkins/test-data/fb44d0e7-a29b-5fa8-0ff5-9e0733c4e8b3, hbase.cluster.distributed=false 2024-11-14T09:22:04,959 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42323-0x10115c8a04f0006, quorum=127.0.0.1:59986, baseZNode=/2-986613343 Set watcher on znode that does not yet exist, /2-986613343/acl 2024-11-14T09:22:04,959 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42323 2024-11-14T09:22:04,960 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42323 2024-11-14T09:22:04,962 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42323 2024-11-14T09:22:04,963 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42323 2024-11-14T09:22:04,963 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42323 2024-11-14T09:22:04,979 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/83f56b55f2af:0 server-side Connection retries=45 2024-11-14T09:22:04,979 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T09:22:04,979 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T09:22:04,979 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T09:22:04,979 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T09:22:04,979 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T09:22:04,979 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T09:22:04,979 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T09:22:04,980 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45595 2024-11-14T09:22:04,981 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45595 connecting to ZooKeeper ensemble=127.0.0.1:59986 2024-11-14T09:22:04,981 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:22:04,983 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:22:04,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:455950x0, quorum=127.0.0.1:59986, baseZNode=/2-986613343 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T09:22:04,987 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:455950x0, quorum=127.0.0.1:59986, baseZNode=/2-986613343 Set watcher on znode that does not yet exist, /2-986613343/running 2024-11-14T09:22:04,987 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45595-0x10115c8a04f0007 connected 2024-11-14T09:22:04,987 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T09:22:04,992 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T09:22:04,993 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45595-0x10115c8a04f0007, quorum=127.0.0.1:59986, baseZNode=/2-986613343 Set watcher on znode that does not yet exist, /2-986613343/master 2024-11-14T09:22:04,994 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45595-0x10115c8a04f0007, quorum=127.0.0.1:59986, baseZNode=/2-986613343 Set watcher on znode that does not yet exist, /2-986613343/acl 2024-11-14T09:22:04,996 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45595 2024-11-14T09:22:04,998 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45595 2024-11-14T09:22:05,000 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45595 2024-11-14T09:22:05,003 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45595 2024-11-14T09:22:05,003 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45595 2024-11-14T09:22:05,018 DEBUG [M:0;83f56b55f2af:42323 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;83f56b55f2af:42323 2024-11-14T09:22:05,019 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-986613343/backup-masters/83f56b55f2af,42323,1731576124936 2024-11-14T09:22:05,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42323-0x10115c8a04f0006, quorum=127.0.0.1:59986, baseZNode=/2-986613343 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-986613343/backup-masters 2024-11-14T09:22:05,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45595-0x10115c8a04f0007, quorum=127.0.0.1:59986, baseZNode=/2-986613343 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-986613343/backup-masters 2024-11-14T09:22:05,020 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42323-0x10115c8a04f0006, quorum=127.0.0.1:59986, baseZNode=/2-986613343 Set watcher on existing znode=/2-986613343/backup-masters/83f56b55f2af,42323,1731576124936 2024-11-14T09:22:05,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42323-0x10115c8a04f0006, quorum=127.0.0.1:59986, baseZNode=/2-986613343 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-986613343 2024-11-14T09:22:05,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45595-0x10115c8a04f0007, quorum=127.0.0.1:59986, baseZNode=/2-986613343 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-986613343/master 2024-11-14T09:22:05,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45595-0x10115c8a04f0007, quorum=127.0.0.1:59986, baseZNode=/2-986613343 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-986613343 2024-11-14T09:22:05,023 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42323-0x10115c8a04f0006, quorum=127.0.0.1:59986, baseZNode=/2-986613343 Set watcher on existing znode=/2-986613343/master 2024-11-14T09:22:05,024 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-986613343/backup-masters/83f56b55f2af,42323,1731576124936 from backup master directory 2024-11-14T09:22:05,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42323-0x10115c8a04f0006, quorum=127.0.0.1:59986, baseZNode=/2-986613343 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-986613343/backup-masters/83f56b55f2af,42323,1731576124936 2024-11-14T09:22:05,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45595-0x10115c8a04f0007, quorum=127.0.0.1:59986, baseZNode=/2-986613343 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-986613343/backup-masters 2024-11-14T09:22:05,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42323-0x10115c8a04f0006, quorum=127.0.0.1:59986, baseZNode=/2-986613343 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-986613343/backup-masters 2024-11-14T09:22:05,025 WARN [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T09:22:05,025 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=83f56b55f2af,42323,1731576124936 2024-11-14T09:22:05,028 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40003/user/jenkins/test-data/fb44d0e7-a29b-5fa8-0ff5-9e0733c4e8b3/hbase.id] with ID: f424694a-99e4-4b6b-bde3-a512c65741be 2024-11-14T09:22:05,028 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40003/user/jenkins/test-data/fb44d0e7-a29b-5fa8-0ff5-9e0733c4e8b3/.tmp/hbase.id 2024-11-14T09:22:05,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38835 is added to blk_1073741826_1002 (size=42) 2024-11-14T09:22:05,434 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40003/user/jenkins/test-data/fb44d0e7-a29b-5fa8-0ff5-9e0733c4e8b3/.tmp/hbase.id]:[hdfs://localhost:40003/user/jenkins/test-data/fb44d0e7-a29b-5fa8-0ff5-9e0733c4e8b3/hbase.id] 2024-11-14T09:22:05,442 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:22:05,442 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T09:22:05,443 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T09:22:05,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42323-0x10115c8a04f0006, quorum=127.0.0.1:59986, baseZNode=/2-986613343 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-986613343 2024-11-14T09:22:05,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45595-0x10115c8a04f0007, quorum=127.0.0.1:59986, baseZNode=/2-986613343 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-986613343 2024-11-14T09:22:05,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38835 is added to blk_1073741827_1003 (size=196) 2024-11-14T09:22:05,832 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T09:22:05,833 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:22:05,833 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:22:05,834 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:22:05,834 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:22:05,834 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:22:05,834 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:22:05,835 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:22:05,849 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T09:22:05,850 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T09:22:05,850 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T09:22:05,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38835 is added to blk_1073741828_1004 (size=1189) 2024-11-14T09:22:05,879 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:22:05,880 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:22:05,880 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:22:05,880 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:22:05,880 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:22:05,881 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:22:05,886 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:22:05,889 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:22:05,890 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:22:05,891 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:22:06,257 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40003/user/jenkins/test-data/fb44d0e7-a29b-5fa8-0ff5-9e0733c4e8b3/MasterData/data/master/store 2024-11-14T09:22:06,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38835 is added to blk_1073741829_1005 (size=34) 2024-11-14T09:22:06,662 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:22:06,662 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T09:22:06,662 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:22:06,663 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:22:06,663 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T09:22:06,663 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:22:06,663 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:22:06,663 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731576126662Disabling compacts and flushes for region at 1731576126662Disabling writes for close at 1731576126663 (+1 ms)Writing region close event to WAL at 1731576126663Closed at 1731576126663 2024-11-14T09:22:06,663 WARN [master/83f56b55f2af:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40003/user/jenkins/test-data/fb44d0e7-a29b-5fa8-0ff5-9e0733c4e8b3/MasterData/data/master/store/.initializing 2024-11-14T09:22:06,663 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40003/user/jenkins/test-data/fb44d0e7-a29b-5fa8-0ff5-9e0733c4e8b3/MasterData/WALs/83f56b55f2af,42323,1731576124936 2024-11-14T09:22:06,664 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T09:22:06,666 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=83f56b55f2af%2C42323%2C1731576124936, suffix=, logDir=hdfs://localhost:40003/user/jenkins/test-data/fb44d0e7-a29b-5fa8-0ff5-9e0733c4e8b3/MasterData/WALs/83f56b55f2af,42323,1731576124936, archiveDir=hdfs://localhost:40003/user/jenkins/test-data/fb44d0e7-a29b-5fa8-0ff5-9e0733c4e8b3/MasterData/oldWALs, maxLogs=10 2024-11-14T09:22:06,680 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fb44d0e7-a29b-5fa8-0ff5-9e0733c4e8b3/MasterData/WALs/83f56b55f2af,42323,1731576124936/83f56b55f2af%2C42323%2C1731576124936.1731576126666, exclude list is [], retry=0 2024-11-14T09:22:06,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38835,DS-18d2c651-c22d-4aa7-b661-311d7b8a89b4,DISK] 2024-11-14T09:22:06,683 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fb44d0e7-a29b-5fa8-0ff5-9e0733c4e8b3/MasterData/WALs/83f56b55f2af,42323,1731576124936/83f56b55f2af%2C42323%2C1731576124936.1731576126666 2024-11-14T09:22:06,683 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38383:38383)] 2024-11-14T09:22:06,684 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T09:22:06,684 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:22:06,684 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:22:06,684 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:22:06,685 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:22:06,686 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T09:22:06,686 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:22:06,686 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:22:06,686 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:22:06,687 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T09:22:06,687 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:22:06,687 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:22:06,687 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:22:06,688 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T09:22:06,688 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:22:06,688 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:22:06,689 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:22:06,689 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T09:22:06,689 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:22:06,689 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:22:06,690 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:22:06,690 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40003/user/jenkins/test-data/fb44d0e7-a29b-5fa8-0ff5-9e0733c4e8b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:22:06,690 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40003/user/jenkins/test-data/fb44d0e7-a29b-5fa8-0ff5-9e0733c4e8b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:22:06,691 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:22:06,691 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:22:06,691 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T09:22:06,692 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T09:22:06,694 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40003/user/jenkins/test-data/fb44d0e7-a29b-5fa8-0ff5-9e0733c4e8b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T09:22:06,694 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73760943, jitterRate=0.09912370145320892}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T09:22:06,694 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731576126684Initializing all the Stores at 1731576126684Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731576126684Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731576126685 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731576126685Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731576126685Cleaning up temporary data from old regions at 1731576126691 (+6 ms)Region opened successfully at 1731576126694 (+3 ms) 2024-11-14T09:22:06,694 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T09:22:06,696 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f26ab0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=83f56b55f2af/172.17.0.2:0 2024-11-14T09:22:06,697 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T09:22:06,697 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T09:22:06,697 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T09:22:06,697 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T09:22:06,697 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T09:22:06,698 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T09:22:06,698 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T09:22:06,699 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T09:22:06,700 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42323-0x10115c8a04f0006, quorum=127.0.0.1:59986, baseZNode=/2-986613343 Unable to get data of znode /2-986613343/balancer because node does not exist (not necessarily an error) 2024-11-14T09:22:06,701 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-986613343/balancer already deleted, retry=false 2024-11-14T09:22:06,701 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T09:22:06,702 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42323-0x10115c8a04f0006, quorum=127.0.0.1:59986, baseZNode=/2-986613343 Unable to get data of znode /2-986613343/normalizer because node does not exist (not necessarily an error) 2024-11-14T09:22:06,704 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-986613343/normalizer already deleted, retry=false 2024-11-14T09:22:06,704 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T09:22:06,705 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42323-0x10115c8a04f0006, quorum=127.0.0.1:59986, baseZNode=/2-986613343 Unable to get data of znode /2-986613343/switch/split because node does not exist (not necessarily an error) 2024-11-14T09:22:06,706 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-986613343/switch/split already deleted, retry=false 2024-11-14T09:22:06,707 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42323-0x10115c8a04f0006, quorum=127.0.0.1:59986, baseZNode=/2-986613343 Unable to get data of znode /2-986613343/switch/merge because node does not exist (not necessarily an error) 2024-11-14T09:22:06,708 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-986613343/switch/merge already deleted, retry=false 2024-11-14T09:22:06,709 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42323-0x10115c8a04f0006, quorum=127.0.0.1:59986, baseZNode=/2-986613343 Unable to get data of znode /2-986613343/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T09:22:06,710 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-986613343/snapshot-cleanup already deleted, retry=false 2024-11-14T09:22:06,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42323-0x10115c8a04f0006, quorum=127.0.0.1:59986, baseZNode=/2-986613343 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-986613343/running 2024-11-14T09:22:06,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45595-0x10115c8a04f0007, quorum=127.0.0.1:59986, baseZNode=/2-986613343 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-986613343/running 2024-11-14T09:22:06,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42323-0x10115c8a04f0006, quorum=127.0.0.1:59986, baseZNode=/2-986613343 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-986613343 2024-11-14T09:22:06,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45595-0x10115c8a04f0007, quorum=127.0.0.1:59986, baseZNode=/2-986613343 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-986613343 2024-11-14T09:22:06,713 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=83f56b55f2af,42323,1731576124936, sessionid=0x10115c8a04f0006, setting cluster-up flag (Was=false) 2024-11-14T09:22:06,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42323-0x10115c8a04f0006, quorum=127.0.0.1:59986, baseZNode=/2-986613343 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-986613343 2024-11-14T09:22:06,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45595-0x10115c8a04f0007, quorum=127.0.0.1:59986, baseZNode=/2-986613343 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-986613343 2024-11-14T09:22:06,722 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-986613343/flush-table-proc/acquired, /2-986613343/flush-table-proc/reached, /2-986613343/flush-table-proc/abort 2024-11-14T09:22:06,723 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=83f56b55f2af,42323,1731576124936 2024-11-14T09:22:06,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42323-0x10115c8a04f0006, quorum=127.0.0.1:59986, baseZNode=/2-986613343 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-986613343 2024-11-14T09:22:06,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45595-0x10115c8a04f0007, quorum=127.0.0.1:59986, baseZNode=/2-986613343 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-986613343 2024-11-14T09:22:06,729 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-986613343/online-snapshot/acquired, /2-986613343/online-snapshot/reached, /2-986613343/online-snapshot/abort 2024-11-14T09:22:06,730 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=83f56b55f2af,42323,1731576124936 2024-11-14T09:22:06,730 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40003/user/jenkins/test-data/fb44d0e7-a29b-5fa8-0ff5-9e0733c4e8b3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T09:22:06,731 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T09:22:06,732 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T09:22:06,732 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T09:22:06,732 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 83f56b55f2af,42323,1731576124936 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T09:22:06,733 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/83f56b55f2af:0, corePoolSize=5, maxPoolSize=5 2024-11-14T09:22:06,733 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/83f56b55f2af:0, corePoolSize=5, maxPoolSize=5 2024-11-14T09:22:06,733 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/83f56b55f2af:0, corePoolSize=5, maxPoolSize=5 2024-11-14T09:22:06,733 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/83f56b55f2af:0, corePoolSize=5, maxPoolSize=5 2024-11-14T09:22:06,733 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/83f56b55f2af:0, corePoolSize=10, maxPoolSize=10 2024-11-14T09:22:06,733 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:22:06,733 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/83f56b55f2af:0, corePoolSize=2, maxPoolSize=2 2024-11-14T09:22:06,733 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:22:06,734 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731576156734 2024-11-14T09:22:06,734 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T09:22:06,734 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T09:22:06,734 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T09:22:06,734 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T09:22:06,734 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T09:22:06,734 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T09:22:06,734 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T09:22:06,735 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T09:22:06,735 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:22:06,735 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T09:22:06,736 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T09:22:06,740 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T09:22:06,740 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T09:22:06,740 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T09:22:06,740 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T09:22:06,741 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T09:22:06,741 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T09:22:06,741 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/83f56b55f2af:0:becomeActiveMaster-HFileCleaner.large.0-1731576126741,5,FailOnTimeoutGroup] 2024-11-14T09:22:06,741 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/83f56b55f2af:0:becomeActiveMaster-HFileCleaner.small.0-1731576126741,5,FailOnTimeoutGroup] 2024-11-14T09:22:06,741 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T09:22:06,741 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T09:22:06,741 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T09:22:06,741 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T09:22:06,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38835 is added to blk_1073741831_1007 (size=1321) 2024-11-14T09:22:06,805 INFO [RS:0;83f56b55f2af:45595 {}] regionserver.HRegionServer(746): ClusterId : f424694a-99e4-4b6b-bde3-a512c65741be 2024-11-14T09:22:06,805 DEBUG [RS:0;83f56b55f2af:45595 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T09:22:06,808 DEBUG [RS:0;83f56b55f2af:45595 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T09:22:06,808 DEBUG [RS:0;83f56b55f2af:45595 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T09:22:06,810 DEBUG [RS:0;83f56b55f2af:45595 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T09:22:06,811 DEBUG [RS:0;83f56b55f2af:45595 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@282ac457, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=83f56b55f2af/172.17.0.2:0 2024-11-14T09:22:06,823 DEBUG [RS:0;83f56b55f2af:45595 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;83f56b55f2af:45595 2024-11-14T09:22:06,823 INFO [RS:0;83f56b55f2af:45595 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T09:22:06,823 INFO [RS:0;83f56b55f2af:45595 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T09:22:06,823 DEBUG [RS:0;83f56b55f2af:45595 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T09:22:06,824 INFO [RS:0;83f56b55f2af:45595 {}] regionserver.HRegionServer(2659): reportForDuty to master=83f56b55f2af,42323,1731576124936 with port=45595, startcode=1731576124979 2024-11-14T09:22:06,824 DEBUG [RS:0;83f56b55f2af:45595 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T09:22:06,825 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41005, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T09:22:06,826 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42323 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 83f56b55f2af,45595,1731576124979 2024-11-14T09:22:06,826 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42323 {}] master.ServerManager(517): Registering regionserver=83f56b55f2af,45595,1731576124979 2024-11-14T09:22:06,827 DEBUG [RS:0;83f56b55f2af:45595 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40003/user/jenkins/test-data/fb44d0e7-a29b-5fa8-0ff5-9e0733c4e8b3 2024-11-14T09:22:06,827 DEBUG [RS:0;83f56b55f2af:45595 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40003 2024-11-14T09:22:06,827 DEBUG [RS:0;83f56b55f2af:45595 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T09:22:06,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42323-0x10115c8a04f0006, quorum=127.0.0.1:59986, baseZNode=/2-986613343 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-986613343/rs 2024-11-14T09:22:06,833 DEBUG [RS:0;83f56b55f2af:45595 {}] zookeeper.ZKUtil(111): regionserver:45595-0x10115c8a04f0007, quorum=127.0.0.1:59986, baseZNode=/2-986613343 Set watcher on existing znode=/2-986613343/rs/83f56b55f2af,45595,1731576124979 2024-11-14T09:22:06,833 WARN [RS:0;83f56b55f2af:45595 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T09:22:06,833 INFO [RS:0;83f56b55f2af:45595 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T09:22:06,833 DEBUG [RS:0;83f56b55f2af:45595 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40003/user/jenkins/test-data/fb44d0e7-a29b-5fa8-0ff5-9e0733c4e8b3/WALs/83f56b55f2af,45595,1731576124979 2024-11-14T09:22:06,833 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [83f56b55f2af,45595,1731576124979] 2024-11-14T09:22:06,835 INFO [RS:0;83f56b55f2af:45595 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T09:22:06,837 INFO [RS:0;83f56b55f2af:45595 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T09:22:06,838 INFO [RS:0;83f56b55f2af:45595 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T09:22:06,838 INFO [RS:0;83f56b55f2af:45595 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T09:22:06,838 INFO [RS:0;83f56b55f2af:45595 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T09:22:06,838 INFO [RS:0;83f56b55f2af:45595 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T09:22:06,838 INFO [RS:0;83f56b55f2af:45595 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T09:22:06,839 DEBUG [RS:0;83f56b55f2af:45595 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:22:06,839 DEBUG [RS:0;83f56b55f2af:45595 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:22:06,839 DEBUG [RS:0;83f56b55f2af:45595 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:22:06,839 DEBUG [RS:0;83f56b55f2af:45595 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:22:06,839 DEBUG [RS:0;83f56b55f2af:45595 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:22:06,839 DEBUG [RS:0;83f56b55f2af:45595 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/83f56b55f2af:0, corePoolSize=2, maxPoolSize=2 2024-11-14T09:22:06,839 DEBUG [RS:0;83f56b55f2af:45595 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:22:06,839 DEBUG [RS:0;83f56b55f2af:45595 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:22:06,839 DEBUG [RS:0;83f56b55f2af:45595 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:22:06,839 DEBUG [RS:0;83f56b55f2af:45595 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:22:06,839 DEBUG [RS:0;83f56b55f2af:45595 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:22:06,839 DEBUG [RS:0;83f56b55f2af:45595 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/83f56b55f2af:0, corePoolSize=1, maxPoolSize=1 2024-11-14T09:22:06,839 DEBUG [RS:0;83f56b55f2af:45595 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/83f56b55f2af:0, corePoolSize=3, maxPoolSize=3 2024-11-14T09:22:06,839 DEBUG [RS:0;83f56b55f2af:45595 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/83f56b55f2af:0, corePoolSize=3, maxPoolSize=3 2024-11-14T09:22:06,840 INFO [RS:0;83f56b55f2af:45595 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T09:22:06,840 INFO [RS:0;83f56b55f2af:45595 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T09:22:06,840 INFO [RS:0;83f56b55f2af:45595 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T09:22:06,840 INFO [RS:0;83f56b55f2af:45595 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T09:22:06,840 INFO [RS:0;83f56b55f2af:45595 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T09:22:06,840 INFO [RS:0;83f56b55f2af:45595 {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,45595,1731576124979-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T09:22:06,855 INFO [RS:0;83f56b55f2af:45595 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T09:22:06,855 INFO [RS:0;83f56b55f2af:45595 {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,45595,1731576124979-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T09:22:06,855 INFO [RS:0;83f56b55f2af:45595 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:22:06,855 INFO [RS:0;83f56b55f2af:45595 {}] regionserver.Replication(171): 83f56b55f2af,45595,1731576124979 started 2024-11-14T09:22:06,870 INFO [RS:0;83f56b55f2af:45595 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:22:06,870 INFO [RS:0;83f56b55f2af:45595 {}] regionserver.HRegionServer(1482): Serving as 83f56b55f2af,45595,1731576124979, RpcServer on 83f56b55f2af/172.17.0.2:45595, sessionid=0x10115c8a04f0007 2024-11-14T09:22:06,870 DEBUG [RS:0;83f56b55f2af:45595 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T09:22:06,870 DEBUG [RS:0;83f56b55f2af:45595 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 83f56b55f2af,45595,1731576124979 2024-11-14T09:22:06,870 DEBUG [RS:0;83f56b55f2af:45595 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '83f56b55f2af,45595,1731576124979' 2024-11-14T09:22:06,870 DEBUG [RS:0;83f56b55f2af:45595 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-986613343/flush-table-proc/abort' 2024-11-14T09:22:06,871 DEBUG [RS:0;83f56b55f2af:45595 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-986613343/flush-table-proc/acquired' 2024-11-14T09:22:06,871 DEBUG [RS:0;83f56b55f2af:45595 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T09:22:06,871 DEBUG [RS:0;83f56b55f2af:45595 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T09:22:06,871 DEBUG [RS:0;83f56b55f2af:45595 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 83f56b55f2af,45595,1731576124979 2024-11-14T09:22:06,871 DEBUG [RS:0;83f56b55f2af:45595 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '83f56b55f2af,45595,1731576124979' 2024-11-14T09:22:06,871 DEBUG [RS:0;83f56b55f2af:45595 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-986613343/online-snapshot/abort' 2024-11-14T09:22:06,871 DEBUG [RS:0;83f56b55f2af:45595 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-986613343/online-snapshot/acquired' 2024-11-14T09:22:06,872 DEBUG [RS:0;83f56b55f2af:45595 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T09:22:06,872 INFO [RS:0;83f56b55f2af:45595 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T09:22:06,872 INFO [RS:0;83f56b55f2af:45595 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T09:22:06,972 INFO [RS:0;83f56b55f2af:45595 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T09:22:06,973 INFO [RS:0;83f56b55f2af:45595 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=83f56b55f2af%2C45595%2C1731576124979, suffix=, logDir=hdfs://localhost:40003/user/jenkins/test-data/fb44d0e7-a29b-5fa8-0ff5-9e0733c4e8b3/WALs/83f56b55f2af,45595,1731576124979, archiveDir=hdfs://localhost:40003/user/jenkins/test-data/fb44d0e7-a29b-5fa8-0ff5-9e0733c4e8b3/oldWALs, maxLogs=10 2024-11-14T09:22:06,988 DEBUG [RS:0;83f56b55f2af:45595 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fb44d0e7-a29b-5fa8-0ff5-9e0733c4e8b3/WALs/83f56b55f2af,45595,1731576124979/83f56b55f2af%2C45595%2C1731576124979.1731576126974, exclude list is [], retry=0 2024-11-14T09:22:06,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38835,DS-18d2c651-c22d-4aa7-b661-311d7b8a89b4,DISK] 2024-11-14T09:22:06,992 INFO [RS:0;83f56b55f2af:45595 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fb44d0e7-a29b-5fa8-0ff5-9e0733c4e8b3/WALs/83f56b55f2af,45595,1731576124979/83f56b55f2af%2C45595%2C1731576124979.1731576126974 2024-11-14T09:22:06,992 DEBUG [RS:0;83f56b55f2af:45595 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38383:38383)] 2024-11-14T09:22:07,144 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40003/user/jenkins/test-data/fb44d0e7-a29b-5fa8-0ff5-9e0733c4e8b3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T09:22:07,144 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40003/user/jenkins/test-data/fb44d0e7-a29b-5fa8-0ff5-9e0733c4e8b3 2024-11-14T09:22:07,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38835 is added to blk_1073741833_1009 (size=32) 2024-11-14T09:22:07,549 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:22:07,550 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T09:22:07,551 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T09:22:07,551 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:22:07,551 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:22:07,551 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T09:22:07,552 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T09:22:07,552 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:22:07,552 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:22:07,553 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T09:22:07,554 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T09:22:07,554 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:22:07,554 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:22:07,554 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T09:22:07,555 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T09:22:07,555 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:22:07,555 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:22:07,555 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T09:22:07,556 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40003/user/jenkins/test-data/fb44d0e7-a29b-5fa8-0ff5-9e0733c4e8b3/data/hbase/meta/1588230740 2024-11-14T09:22:07,556 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40003/user/jenkins/test-data/fb44d0e7-a29b-5fa8-0ff5-9e0733c4e8b3/data/hbase/meta/1588230740 2024-11-14T09:22:07,557 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T09:22:07,557 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T09:22:07,557 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T09:22:07,558 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T09:22:07,560 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40003/user/jenkins/test-data/fb44d0e7-a29b-5fa8-0ff5-9e0733c4e8b3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T09:22:07,560 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68641442, jitterRate=0.022837191820144653}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T09:22:07,560 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731576127549Initializing all the Stores at 1731576127549Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731576127549Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731576127550 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731576127550Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731576127550Cleaning up temporary data from old regions at 1731576127557 (+7 ms)Region opened successfully at 1731576127560 (+3 ms) 2024-11-14T09:22:07,560 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T09:22:07,560 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T09:22:07,560 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T09:22:07,560 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T09:22:07,560 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T09:22:07,561 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T09:22:07,561 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731576127560Disabling compacts and flushes for region at 1731576127560Disabling writes for close at 1731576127560Writing region close event to WAL at 1731576127561 (+1 ms)Closed at 1731576127561 2024-11-14T09:22:07,561 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T09:22:07,561 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T09:22:07,562 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T09:22:07,562 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T09:22:07,563 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T09:22:07,713 DEBUG [83f56b55f2af:42323 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T09:22:07,714 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=83f56b55f2af,45595,1731576124979 2024-11-14T09:22:07,714 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 83f56b55f2af,45595,1731576124979, state=OPENING 2024-11-14T09:22:07,716 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T09:22:07,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42323-0x10115c8a04f0006, quorum=127.0.0.1:59986, baseZNode=/2-986613343 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-986613343 2024-11-14T09:22:07,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45595-0x10115c8a04f0007, quorum=127.0.0.1:59986, baseZNode=/2-986613343 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-986613343 2024-11-14T09:22:07,717 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T09:22:07,717 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-986613343/meta-region-server: CHANGED 2024-11-14T09:22:07,717 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-986613343/meta-region-server: CHANGED 2024-11-14T09:22:07,718 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=83f56b55f2af,45595,1731576124979}] 2024-11-14T09:22:07,870 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T09:22:07,871 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45037, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T09:22:07,874 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T09:22:07,874 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T09:22:07,874 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T09:22:07,875 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=83f56b55f2af%2C45595%2C1731576124979.meta, suffix=.meta, logDir=hdfs://localhost:40003/user/jenkins/test-data/fb44d0e7-a29b-5fa8-0ff5-9e0733c4e8b3/WALs/83f56b55f2af,45595,1731576124979, archiveDir=hdfs://localhost:40003/user/jenkins/test-data/fb44d0e7-a29b-5fa8-0ff5-9e0733c4e8b3/oldWALs, maxLogs=10 2024-11-14T09:22:07,890 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fb44d0e7-a29b-5fa8-0ff5-9e0733c4e8b3/WALs/83f56b55f2af,45595,1731576124979/83f56b55f2af%2C45595%2C1731576124979.meta.1731576127876.meta, exclude list is [], retry=0 2024-11-14T09:22:07,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38835,DS-18d2c651-c22d-4aa7-b661-311d7b8a89b4,DISK] 2024-11-14T09:22:07,893 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fb44d0e7-a29b-5fa8-0ff5-9e0733c4e8b3/WALs/83f56b55f2af,45595,1731576124979/83f56b55f2af%2C45595%2C1731576124979.meta.1731576127876.meta 2024-11-14T09:22:07,893 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38383:38383)] 2024-11-14T09:22:07,893 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T09:22:07,894 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T09:22:07,894 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T09:22:07,894 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T09:22:07,894 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T09:22:07,894 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T09:22:07,894 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:22:07,894 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T09:22:07,894 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T09:22:07,895 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T09:22:07,896 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T09:22:07,896 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:22:07,896 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:22:07,896 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T09:22:07,897 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T09:22:07,897 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:22:07,897 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:22:07,897 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T09:22:07,898 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T09:22:07,898 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:22:07,898 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:22:07,898 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T09:22:07,898 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T09:22:07,898 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:22:07,899 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T09:22:07,899 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T09:22:07,899 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40003/user/jenkins/test-data/fb44d0e7-a29b-5fa8-0ff5-9e0733c4e8b3/data/hbase/meta/1588230740 2024-11-14T09:22:07,900 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40003/user/jenkins/test-data/fb44d0e7-a29b-5fa8-0ff5-9e0733c4e8b3/data/hbase/meta/1588230740 2024-11-14T09:22:07,901 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T09:22:07,901 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T09:22:07,901 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T09:22:07,902 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T09:22:07,902 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70094137, jitterRate=0.044484034180641174}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T09:22:07,903 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T09:22:07,903 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731576127894Writing region info on filesystem at 1731576127894Initializing all the Stores at 1731576127895 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731576127895Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731576127895Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731576127895Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731576127895Cleaning up temporary data from old regions at 1731576127901 (+6 ms)Running coprocessor post-open hooks at 1731576127903 (+2 ms)Region opened successfully at 1731576127903 2024-11-14T09:22:07,903 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731576127869 2024-11-14T09:22:07,906 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=83f56b55f2af,45595,1731576124979 2024-11-14T09:22:07,906 DEBUG [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T09:22:07,906 INFO [RS_OPEN_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T09:22:07,907 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 83f56b55f2af,45595,1731576124979, state=OPEN 2024-11-14T09:22:07,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45595-0x10115c8a04f0007, quorum=127.0.0.1:59986, baseZNode=/2-986613343 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-986613343/meta-region-server 2024-11-14T09:22:07,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42323-0x10115c8a04f0006, quorum=127.0.0.1:59986, baseZNode=/2-986613343 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-986613343/meta-region-server 2024-11-14T09:22:07,908 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=83f56b55f2af,45595,1731576124979 2024-11-14T09:22:07,908 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-986613343/meta-region-server: CHANGED 2024-11-14T09:22:07,908 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-986613343/meta-region-server: CHANGED 2024-11-14T09:22:07,910 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T09:22:07,910 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=83f56b55f2af,45595,1731576124979 in 191 msec 2024-11-14T09:22:07,911 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T09:22:07,911 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 348 msec 2024-11-14T09:22:07,912 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T09:22:07,912 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T09:22:07,913 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:22:07,913 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83f56b55f2af,45595,1731576124979, seqNum=-1] 2024-11-14T09:22:07,914 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T09:22:07,915 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34405, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T09:22:07,918 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1860 sec 2024-11-14T09:22:07,918 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731576127918, completionTime=-1 2024-11-14T09:22:07,918 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T09:22:07,919 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T09:22:07,920 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T09:22:07,920 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731576187920 2024-11-14T09:22:07,920 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731576247920 2024-11-14T09:22:07,920 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T09:22:07,921 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,42323,1731576124936-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T09:22:07,921 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,42323,1731576124936-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:22:07,921 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,42323,1731576124936-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:22:07,921 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-83f56b55f2af:42323, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:22:07,921 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T09:22:07,922 DEBUG [master/83f56b55f2af:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T09:22:07,924 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T09:22:07,927 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.902sec 2024-11-14T09:22:07,927 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T09:22:07,927 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T09:22:07,927 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T09:22:07,927 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T09:22:07,927 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T09:22:07,927 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,42323,1731576124936-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T09:22:07,927 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,42323,1731576124936-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T09:22:07,929 DEBUG [master/83f56b55f2af:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T09:22:07,929 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T09:22:07,929 INFO [master/83f56b55f2af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83f56b55f2af,42323,1731576124936-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T09:22:08,006 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bf2961a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:22:08,006 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83f56b55f2af,42323,-1 for getting cluster id 2024-11-14T09:22:08,006 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T09:22:08,007 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f424694a-99e4-4b6b-bde3-a512c65741be' 2024-11-14T09:22:08,008 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T09:22:08,008 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f424694a-99e4-4b6b-bde3-a512c65741be" 2024-11-14T09:22:08,008 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cd9ef25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:22:08,008 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83f56b55f2af,42323,-1] 2024-11-14T09:22:08,008 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T09:22:08,008 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:22:08,009 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T09:22:08,010 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7001e065, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:22:08,010 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:22:08,011 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83f56b55f2af,45595,1731576124979, seqNum=-1] 2024-11-14T09:22:08,011 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T09:22:08,011 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T09:22:08,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=83f56b55f2af,42323,1731576124936 2024-11-14T09:22:08,013 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:59986 2024-11-14T09:22:08,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:59986, baseZNode=/2-986613343 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T09:22:08,017 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10115c8a04f0008 connected 2024-11-14T09:22:08,019 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T09:22:08,020 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 83f56b55f2af,38345,1731576117748 2024-11-14T09:22:08,020 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@50afbf 2024-11-14T09:22:08,020 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T09:22:08,021 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T09:22:08,022 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38345 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T09:22:08,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38345 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T09:22:08,023 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T09:22:08,024 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:22:08,024 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38345 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T09:22:08,024 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T09:22:08,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38345 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T09:22:08,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741835_1011 (size=902) 2024-11-14T09:22:08,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38345 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T09:22:08,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38345 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T09:22:08,431 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3e3cd90bf968bca4ddc04bdf3749f879, NAME => 'test,,1731576128021.3e3cd90bf968bca4ddc04bdf3749f879.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468 2024-11-14T09:22:08,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741836_1012 (size=39) 2024-11-14T09:22:08,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38345 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T09:22:08,837 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731576128021.3e3cd90bf968bca4ddc04bdf3749f879.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:22:08,837 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 3e3cd90bf968bca4ddc04bdf3749f879, disabling compactions & flushes 2024-11-14T09:22:08,837 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731576128021.3e3cd90bf968bca4ddc04bdf3749f879. 2024-11-14T09:22:08,837 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731576128021.3e3cd90bf968bca4ddc04bdf3749f879. 2024-11-14T09:22:08,837 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731576128021.3e3cd90bf968bca4ddc04bdf3749f879. after waiting 0 ms 2024-11-14T09:22:08,837 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731576128021.3e3cd90bf968bca4ddc04bdf3749f879. 2024-11-14T09:22:08,837 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731576128021.3e3cd90bf968bca4ddc04bdf3749f879. 2024-11-14T09:22:08,837 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3e3cd90bf968bca4ddc04bdf3749f879: Waiting for close lock at 1731576128837Disabling compacts and flushes for region at 1731576128837Disabling writes for close at 1731576128837Writing region close event to WAL at 1731576128837Closed at 1731576128837 2024-11-14T09:22:08,838 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T09:22:08,838 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731576128021.3e3cd90bf968bca4ddc04bdf3749f879.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731576128838"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731576128838"}]},"ts":"1731576128838"} 2024-11-14T09:22:08,840 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T09:22:08,840 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T09:22:08,841 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731576128840"}]},"ts":"1731576128840"} 2024-11-14T09:22:08,842 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T09:22:08,842 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3e3cd90bf968bca4ddc04bdf3749f879, ASSIGN}] 2024-11-14T09:22:08,843 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3e3cd90bf968bca4ddc04bdf3749f879, ASSIGN 2024-11-14T09:22:08,844 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=3e3cd90bf968bca4ddc04bdf3749f879, ASSIGN; state=OFFLINE, location=83f56b55f2af,44687,1731576117811; forceNewPlan=false, retain=false 2024-11-14T09:22:08,994 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3e3cd90bf968bca4ddc04bdf3749f879, regionState=OPENING, regionLocation=83f56b55f2af,44687,1731576117811 2024-11-14T09:22:08,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=3e3cd90bf968bca4ddc04bdf3749f879, ASSIGN because future has completed 2024-11-14T09:22:08,996 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3e3cd90bf968bca4ddc04bdf3749f879, server=83f56b55f2af,44687,1731576117811}] 2024-11-14T09:22:09,151 INFO [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731576128021.3e3cd90bf968bca4ddc04bdf3749f879. 2024-11-14T09:22:09,151 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3e3cd90bf968bca4ddc04bdf3749f879, NAME => 'test,,1731576128021.3e3cd90bf968bca4ddc04bdf3749f879.', STARTKEY => '', ENDKEY => ''} 2024-11-14T09:22:09,152 INFO [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T09:22:09,152 INFO [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T09:22:09,152 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3e3cd90bf968bca4ddc04bdf3749f879 2024-11-14T09:22:09,152 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731576128021.3e3cd90bf968bca4ddc04bdf3749f879.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:22:09,152 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3e3cd90bf968bca4ddc04bdf3749f879 2024-11-14T09:22:09,152 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3e3cd90bf968bca4ddc04bdf3749f879 2024-11-14T09:22:09,153 INFO [StoreOpener-3e3cd90bf968bca4ddc04bdf3749f879-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3e3cd90bf968bca4ddc04bdf3749f879 2024-11-14T09:22:09,154 INFO [StoreOpener-3e3cd90bf968bca4ddc04bdf3749f879-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e3cd90bf968bca4ddc04bdf3749f879 columnFamilyName f 2024-11-14T09:22:09,155 DEBUG [StoreOpener-3e3cd90bf968bca4ddc04bdf3749f879-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:22:09,155 INFO [StoreOpener-3e3cd90bf968bca4ddc04bdf3749f879-1 {}] regionserver.HStore(327): Store=3e3cd90bf968bca4ddc04bdf3749f879/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:22:09,155 INFO [StoreOpener-3e3cd90bf968bca4ddc04bdf3749f879-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 3e3cd90bf968bca4ddc04bdf3749f879 2024-11-14T09:22:09,156 INFO [StoreOpener-3e3cd90bf968bca4ddc04bdf3749f879-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e3cd90bf968bca4ddc04bdf3749f879 columnFamilyName f1 2024-11-14T09:22:09,156 DEBUG [StoreOpener-3e3cd90bf968bca4ddc04bdf3749f879-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:22:09,156 INFO [StoreOpener-3e3cd90bf968bca4ddc04bdf3749f879-1 {}] regionserver.HStore(327): Store=3e3cd90bf968bca4ddc04bdf3749f879/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:22:09,156 INFO [StoreOpener-3e3cd90bf968bca4ddc04bdf3749f879-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3e3cd90bf968bca4ddc04bdf3749f879 2024-11-14T09:22:09,157 INFO [StoreOpener-3e3cd90bf968bca4ddc04bdf3749f879-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e3cd90bf968bca4ddc04bdf3749f879 columnFamilyName norep 2024-11-14T09:22:09,157 DEBUG [StoreOpener-3e3cd90bf968bca4ddc04bdf3749f879-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:22:09,157 INFO [StoreOpener-3e3cd90bf968bca4ddc04bdf3749f879-1 {}] regionserver.HStore(327): Store=3e3cd90bf968bca4ddc04bdf3749f879/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:22:09,158 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3e3cd90bf968bca4ddc04bdf3749f879 2024-11-14T09:22:09,158 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/data/default/test/3e3cd90bf968bca4ddc04bdf3749f879 2024-11-14T09:22:09,159 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/data/default/test/3e3cd90bf968bca4ddc04bdf3749f879 2024-11-14T09:22:09,159 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3e3cd90bf968bca4ddc04bdf3749f879 2024-11-14T09:22:09,159 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3e3cd90bf968bca4ddc04bdf3749f879 2024-11-14T09:22:09,160 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T09:22:09,161 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3e3cd90bf968bca4ddc04bdf3749f879 2024-11-14T09:22:09,162 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/data/default/test/3e3cd90bf968bca4ddc04bdf3749f879/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T09:22:09,162 INFO [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3e3cd90bf968bca4ddc04bdf3749f879; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66425203, jitterRate=-0.010187342762947083}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T09:22:09,162 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3e3cd90bf968bca4ddc04bdf3749f879 2024-11-14T09:22:09,163 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3e3cd90bf968bca4ddc04bdf3749f879: Running coprocessor pre-open hook at 1731576129152Writing region info on filesystem at 1731576129152Initializing all the Stores at 1731576129153 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731576129153Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731576129153Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731576129153Cleaning up temporary data from old regions at 1731576129159 (+6 ms)Running coprocessor post-open hooks at 1731576129162 (+3 ms)Region opened successfully at 1731576129163 (+1 ms) 2024-11-14T09:22:09,163 INFO [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731576128021.3e3cd90bf968bca4ddc04bdf3749f879., pid=6, masterSystemTime=1731576129148 2024-11-14T09:22:09,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38345 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T09:22:09,165 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731576128021.3e3cd90bf968bca4ddc04bdf3749f879. 2024-11-14T09:22:09,165 INFO [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731576128021.3e3cd90bf968bca4ddc04bdf3749f879. 2024-11-14T09:22:09,166 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3e3cd90bf968bca4ddc04bdf3749f879, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=83f56b55f2af,44687,1731576117811 2024-11-14T09:22:09,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3e3cd90bf968bca4ddc04bdf3749f879, server=83f56b55f2af,44687,1731576117811 because future has completed 2024-11-14T09:22:09,170 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T09:22:09,170 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3e3cd90bf968bca4ddc04bdf3749f879, server=83f56b55f2af,44687,1731576117811 in 172 msec 2024-11-14T09:22:09,171 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T09:22:09,171 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=3e3cd90bf968bca4ddc04bdf3749f879, ASSIGN in 328 msec 2024-11-14T09:22:09,172 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T09:22:09,172 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731576129172"}]},"ts":"1731576129172"} 2024-11-14T09:22:09,174 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T09:22:09,174 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T09:22:09,176 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1520 sec 2024-11-14T09:22:10,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38345 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T09:22:10,175 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T09:22:10,175 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T09:22:10,176 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 83f56b55f2af,35319,1731576121612 2024-11-14T09:22:10,176 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@361cfd6f 2024-11-14T09:22:10,176 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T09:22:10,177 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T09:22:10,178 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35319 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T09:22:10,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35319 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T09:22:10,180 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T09:22:10,180 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:22:10,180 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35319 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T09:22:10,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35319 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T09:22:10,181 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T09:22:10,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741835_1011 (size=902) 2024-11-14T09:22:10,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35319 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T09:22:10,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35319 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T09:22:10,587 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fa5b5cbb4ed3ab1caaf8e27a54e50892, NAME => 'test,,1731576130178.fa5b5cbb4ed3ab1caaf8e27a54e50892.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35497/user/jenkins/test-data/2ba50487-d768-b755-7bd1-435630e32f26 2024-11-14T09:22:10,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741836_1012 (size=39) 2024-11-14T09:22:10,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35319 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T09:22:10,992 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731576130178.fa5b5cbb4ed3ab1caaf8e27a54e50892.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:22:10,992 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing fa5b5cbb4ed3ab1caaf8e27a54e50892, disabling compactions & flushes 2024-11-14T09:22:10,992 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731576130178.fa5b5cbb4ed3ab1caaf8e27a54e50892. 2024-11-14T09:22:10,992 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731576130178.fa5b5cbb4ed3ab1caaf8e27a54e50892. 2024-11-14T09:22:10,992 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731576130178.fa5b5cbb4ed3ab1caaf8e27a54e50892. after waiting 0 ms 2024-11-14T09:22:10,992 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731576130178.fa5b5cbb4ed3ab1caaf8e27a54e50892. 2024-11-14T09:22:10,992 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731576130178.fa5b5cbb4ed3ab1caaf8e27a54e50892. 2024-11-14T09:22:10,993 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for fa5b5cbb4ed3ab1caaf8e27a54e50892: Waiting for close lock at 1731576130992Disabling compacts and flushes for region at 1731576130992Disabling writes for close at 1731576130992Writing region close event to WAL at 1731576130992Closed at 1731576130992 2024-11-14T09:22:10,994 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T09:22:10,994 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731576130178.fa5b5cbb4ed3ab1caaf8e27a54e50892.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731576130994"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731576130994"}]},"ts":"1731576130994"} 2024-11-14T09:22:10,995 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T09:22:10,996 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T09:22:10,996 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731576130996"}]},"ts":"1731576130996"} 2024-11-14T09:22:10,997 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T09:22:10,997 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=fa5b5cbb4ed3ab1caaf8e27a54e50892, ASSIGN}] 2024-11-14T09:22:10,998 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=fa5b5cbb4ed3ab1caaf8e27a54e50892, ASSIGN 2024-11-14T09:22:10,998 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=fa5b5cbb4ed3ab1caaf8e27a54e50892, ASSIGN; state=OFFLINE, location=83f56b55f2af,38055,1731576121649; forceNewPlan=false, retain=false 2024-11-14T09:22:11,149 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fa5b5cbb4ed3ab1caaf8e27a54e50892, regionState=OPENING, regionLocation=83f56b55f2af,38055,1731576121649 2024-11-14T09:22:11,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=fa5b5cbb4ed3ab1caaf8e27a54e50892, ASSIGN because future has completed 2024-11-14T09:22:11,151 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fa5b5cbb4ed3ab1caaf8e27a54e50892, server=83f56b55f2af,38055,1731576121649}] 2024-11-14T09:22:11,306 INFO [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731576130178.fa5b5cbb4ed3ab1caaf8e27a54e50892. 2024-11-14T09:22:11,306 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => fa5b5cbb4ed3ab1caaf8e27a54e50892, NAME => 'test,,1731576130178.fa5b5cbb4ed3ab1caaf8e27a54e50892.', STARTKEY => '', ENDKEY => ''} 2024-11-14T09:22:11,306 INFO [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T09:22:11,306 INFO [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T09:22:11,306 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test fa5b5cbb4ed3ab1caaf8e27a54e50892 2024-11-14T09:22:11,306 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731576130178.fa5b5cbb4ed3ab1caaf8e27a54e50892.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:22:11,307 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for fa5b5cbb4ed3ab1caaf8e27a54e50892 2024-11-14T09:22:11,307 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for fa5b5cbb4ed3ab1caaf8e27a54e50892 2024-11-14T09:22:11,308 INFO [StoreOpener-fa5b5cbb4ed3ab1caaf8e27a54e50892-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region fa5b5cbb4ed3ab1caaf8e27a54e50892 2024-11-14T09:22:11,308 INFO [StoreOpener-fa5b5cbb4ed3ab1caaf8e27a54e50892-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fa5b5cbb4ed3ab1caaf8e27a54e50892 columnFamilyName f 2024-11-14T09:22:11,308 DEBUG [StoreOpener-fa5b5cbb4ed3ab1caaf8e27a54e50892-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:22:11,309 INFO [StoreOpener-fa5b5cbb4ed3ab1caaf8e27a54e50892-1 {}] regionserver.HStore(327): Store=fa5b5cbb4ed3ab1caaf8e27a54e50892/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:22:11,309 INFO [StoreOpener-fa5b5cbb4ed3ab1caaf8e27a54e50892-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region fa5b5cbb4ed3ab1caaf8e27a54e50892 2024-11-14T09:22:11,310 INFO [StoreOpener-fa5b5cbb4ed3ab1caaf8e27a54e50892-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fa5b5cbb4ed3ab1caaf8e27a54e50892 columnFamilyName f1 2024-11-14T09:22:11,310 DEBUG [StoreOpener-fa5b5cbb4ed3ab1caaf8e27a54e50892-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:22:11,310 INFO [StoreOpener-fa5b5cbb4ed3ab1caaf8e27a54e50892-1 {}] regionserver.HStore(327): Store=fa5b5cbb4ed3ab1caaf8e27a54e50892/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:22:11,310 INFO [StoreOpener-fa5b5cbb4ed3ab1caaf8e27a54e50892-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region fa5b5cbb4ed3ab1caaf8e27a54e50892 2024-11-14T09:22:11,311 INFO [StoreOpener-fa5b5cbb4ed3ab1caaf8e27a54e50892-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fa5b5cbb4ed3ab1caaf8e27a54e50892 columnFamilyName norep 2024-11-14T09:22:11,311 DEBUG [StoreOpener-fa5b5cbb4ed3ab1caaf8e27a54e50892-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:22:11,311 INFO [StoreOpener-fa5b5cbb4ed3ab1caaf8e27a54e50892-1 {}] regionserver.HStore(327): Store=fa5b5cbb4ed3ab1caaf8e27a54e50892/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:22:11,311 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for fa5b5cbb4ed3ab1caaf8e27a54e50892 2024-11-14T09:22:11,311 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35497/user/jenkins/test-data/2ba50487-d768-b755-7bd1-435630e32f26/data/default/test/fa5b5cbb4ed3ab1caaf8e27a54e50892 2024-11-14T09:22:11,312 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35497/user/jenkins/test-data/2ba50487-d768-b755-7bd1-435630e32f26/data/default/test/fa5b5cbb4ed3ab1caaf8e27a54e50892 2024-11-14T09:22:11,312 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for fa5b5cbb4ed3ab1caaf8e27a54e50892 2024-11-14T09:22:11,312 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for fa5b5cbb4ed3ab1caaf8e27a54e50892 2024-11-14T09:22:11,313 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T09:22:11,313 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for fa5b5cbb4ed3ab1caaf8e27a54e50892 2024-11-14T09:22:11,314 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35497/user/jenkins/test-data/2ba50487-d768-b755-7bd1-435630e32f26/data/default/test/fa5b5cbb4ed3ab1caaf8e27a54e50892/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T09:22:11,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35319 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T09:22:11,315 INFO [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened fa5b5cbb4ed3ab1caaf8e27a54e50892; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72801740, jitterRate=0.08483046293258667}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T09:22:11,315 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fa5b5cbb4ed3ab1caaf8e27a54e50892 2024-11-14T09:22:11,315 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for fa5b5cbb4ed3ab1caaf8e27a54e50892: Running coprocessor pre-open hook at 1731576131307Writing region info on filesystem at 1731576131307Initializing all the Stores at 1731576131307Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731576131307Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731576131307Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731576131307Cleaning up temporary data from old regions at 1731576131312 (+5 ms)Running coprocessor post-open hooks at 1731576131315 (+3 ms)Region opened successfully at 1731576131315 2024-11-14T09:22:11,316 INFO [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731576130178.fa5b5cbb4ed3ab1caaf8e27a54e50892., pid=6, masterSystemTime=1731576131303 2024-11-14T09:22:11,317 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731576130178.fa5b5cbb4ed3ab1caaf8e27a54e50892. 2024-11-14T09:22:11,317 INFO [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731576130178.fa5b5cbb4ed3ab1caaf8e27a54e50892. 2024-11-14T09:22:11,317 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fa5b5cbb4ed3ab1caaf8e27a54e50892, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=83f56b55f2af,38055,1731576121649 2024-11-14T09:22:11,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fa5b5cbb4ed3ab1caaf8e27a54e50892, server=83f56b55f2af,38055,1731576121649 because future has completed 2024-11-14T09:22:11,321 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T09:22:11,321 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure fa5b5cbb4ed3ab1caaf8e27a54e50892, server=83f56b55f2af,38055,1731576121649 in 169 msec 2024-11-14T09:22:11,322 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T09:22:11,322 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=fa5b5cbb4ed3ab1caaf8e27a54e50892, ASSIGN in 324 msec 2024-11-14T09:22:11,323 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T09:22:11,323 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731576131323"}]},"ts":"1731576131323"} 2024-11-14T09:22:11,324 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T09:22:11,325 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T09:22:11,326 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1470 sec 2024-11-14T09:22:12,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35319 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T09:22:12,335 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T09:22:12,335 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T09:22:12,336 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 83f56b55f2af,42323,1731576124936 2024-11-14T09:22:12,336 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@51b72693 2024-11-14T09:22:12,336 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T09:22:12,337 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T09:22:12,338 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42323 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T09:22:12,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42323 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T09:22:12,339 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T09:22:12,339 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:22:12,339 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42323 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T09:22:12,340 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T09:22:12,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42323 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T09:22:12,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38835 is added to blk_1073741835_1011 (size=902) 2024-11-14T09:22:12,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42323 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T09:22:12,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42323 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T09:22:12,735 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T09:22:12,735 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [83f56b55f2af,37065,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=83f56b55f2af:37065 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T09:22:12,736 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128935 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [83f56b55f2af,37065,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=83f56b55f2af:37065 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T09:22:12,746 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3438384ae0e44966c6a507da9b0e2a72, NAME => 'test,,1731576132337.3438384ae0e44966c6a507da9b0e2a72.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40003/user/jenkins/test-data/fb44d0e7-a29b-5fa8-0ff5-9e0733c4e8b3 2024-11-14T09:22:12,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38835 is added to blk_1073741836_1012 (size=39) 2024-11-14T09:22:12,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42323 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T09:22:13,151 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731576132337.3438384ae0e44966c6a507da9b0e2a72.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:22:13,151 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 3438384ae0e44966c6a507da9b0e2a72, disabling compactions & flushes 2024-11-14T09:22:13,151 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731576132337.3438384ae0e44966c6a507da9b0e2a72. 2024-11-14T09:22:13,151 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731576132337.3438384ae0e44966c6a507da9b0e2a72. 2024-11-14T09:22:13,151 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731576132337.3438384ae0e44966c6a507da9b0e2a72. after waiting 0 ms 2024-11-14T09:22:13,151 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731576132337.3438384ae0e44966c6a507da9b0e2a72. 2024-11-14T09:22:13,151 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731576132337.3438384ae0e44966c6a507da9b0e2a72. 2024-11-14T09:22:13,151 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3438384ae0e44966c6a507da9b0e2a72: Waiting for close lock at 1731576133151Disabling compacts and flushes for region at 1731576133151Disabling writes for close at 1731576133151Writing region close event to WAL at 1731576133151Closed at 1731576133151 2024-11-14T09:22:13,152 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T09:22:13,152 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731576132337.3438384ae0e44966c6a507da9b0e2a72.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731576133152"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731576133152"}]},"ts":"1731576133152"} 2024-11-14T09:22:13,154 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T09:22:13,154 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T09:22:13,154 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731576133154"}]},"ts":"1731576133154"} 2024-11-14T09:22:13,155 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T09:22:13,156 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3438384ae0e44966c6a507da9b0e2a72, ASSIGN}] 2024-11-14T09:22:13,156 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3438384ae0e44966c6a507da9b0e2a72, ASSIGN 2024-11-14T09:22:13,157 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=3438384ae0e44966c6a507da9b0e2a72, ASSIGN; state=OFFLINE, location=83f56b55f2af,45595,1731576124979; forceNewPlan=false, retain=false 2024-11-14T09:22:13,307 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3438384ae0e44966c6a507da9b0e2a72, regionState=OPENING, regionLocation=83f56b55f2af,45595,1731576124979 2024-11-14T09:22:13,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=3438384ae0e44966c6a507da9b0e2a72, ASSIGN because future has completed 2024-11-14T09:22:13,309 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3438384ae0e44966c6a507da9b0e2a72, server=83f56b55f2af,45595,1731576124979}] 2024-11-14T09:22:13,396 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T09:22:13,397 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:22:13,397 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:22:13,397 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:22:13,397 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:22:13,398 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:22:13,398 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:22:13,398 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:22:13,434 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:22:13,434 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:22:13,434 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:22:13,435 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:22:13,435 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:22:13,435 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:22:13,440 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:22:13,442 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:22:13,443 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:22:13,444 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:22:13,464 INFO [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731576132337.3438384ae0e44966c6a507da9b0e2a72. 2024-11-14T09:22:13,464 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3438384ae0e44966c6a507da9b0e2a72, NAME => 'test,,1731576132337.3438384ae0e44966c6a507da9b0e2a72.', STARTKEY => '', ENDKEY => ''} 2024-11-14T09:22:13,465 INFO [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T09:22:13,465 INFO [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T09:22:13,465 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3438384ae0e44966c6a507da9b0e2a72 2024-11-14T09:22:13,465 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731576132337.3438384ae0e44966c6a507da9b0e2a72.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:22:13,465 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3438384ae0e44966c6a507da9b0e2a72 2024-11-14T09:22:13,465 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3438384ae0e44966c6a507da9b0e2a72 2024-11-14T09:22:13,466 INFO [StoreOpener-3438384ae0e44966c6a507da9b0e2a72-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3438384ae0e44966c6a507da9b0e2a72 2024-11-14T09:22:13,467 INFO [StoreOpener-3438384ae0e44966c6a507da9b0e2a72-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3438384ae0e44966c6a507da9b0e2a72 columnFamilyName f 2024-11-14T09:22:13,467 DEBUG [StoreOpener-3438384ae0e44966c6a507da9b0e2a72-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:22:13,467 INFO [StoreOpener-3438384ae0e44966c6a507da9b0e2a72-1 {}] regionserver.HStore(327): Store=3438384ae0e44966c6a507da9b0e2a72/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:22:13,467 INFO [StoreOpener-3438384ae0e44966c6a507da9b0e2a72-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 3438384ae0e44966c6a507da9b0e2a72 2024-11-14T09:22:13,468 INFO [StoreOpener-3438384ae0e44966c6a507da9b0e2a72-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3438384ae0e44966c6a507da9b0e2a72 columnFamilyName f1 2024-11-14T09:22:13,468 DEBUG [StoreOpener-3438384ae0e44966c6a507da9b0e2a72-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:22:13,469 INFO [StoreOpener-3438384ae0e44966c6a507da9b0e2a72-1 {}] regionserver.HStore(327): Store=3438384ae0e44966c6a507da9b0e2a72/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:22:13,469 INFO [StoreOpener-3438384ae0e44966c6a507da9b0e2a72-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3438384ae0e44966c6a507da9b0e2a72 2024-11-14T09:22:13,469 INFO [StoreOpener-3438384ae0e44966c6a507da9b0e2a72-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3438384ae0e44966c6a507da9b0e2a72 columnFamilyName norep 2024-11-14T09:22:13,469 DEBUG [StoreOpener-3438384ae0e44966c6a507da9b0e2a72-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:22:13,470 INFO [StoreOpener-3438384ae0e44966c6a507da9b0e2a72-1 {}] regionserver.HStore(327): Store=3438384ae0e44966c6a507da9b0e2a72/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:22:13,470 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3438384ae0e44966c6a507da9b0e2a72 2024-11-14T09:22:13,470 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40003/user/jenkins/test-data/fb44d0e7-a29b-5fa8-0ff5-9e0733c4e8b3/data/default/test/3438384ae0e44966c6a507da9b0e2a72 2024-11-14T09:22:13,470 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40003/user/jenkins/test-data/fb44d0e7-a29b-5fa8-0ff5-9e0733c4e8b3/data/default/test/3438384ae0e44966c6a507da9b0e2a72 2024-11-14T09:22:13,471 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3438384ae0e44966c6a507da9b0e2a72 2024-11-14T09:22:13,471 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3438384ae0e44966c6a507da9b0e2a72 2024-11-14T09:22:13,472 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T09:22:13,472 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3438384ae0e44966c6a507da9b0e2a72 2024-11-14T09:22:13,474 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40003/user/jenkins/test-data/fb44d0e7-a29b-5fa8-0ff5-9e0733c4e8b3/data/default/test/3438384ae0e44966c6a507da9b0e2a72/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T09:22:13,474 INFO [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3438384ae0e44966c6a507da9b0e2a72; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73571887, jitterRate=0.09630654752254486}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T09:22:13,474 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3438384ae0e44966c6a507da9b0e2a72 2024-11-14T09:22:13,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42323 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T09:22:13,474 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3438384ae0e44966c6a507da9b0e2a72: Running coprocessor pre-open hook at 1731576133465Writing region info on filesystem at 1731576133465Initializing all the Stores at 1731576133466 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731576133466Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731576133466Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731576133466Cleaning up temporary data from old regions at 1731576133471 (+5 ms)Running coprocessor post-open hooks at 1731576133474 (+3 ms)Region opened successfully at 1731576133474 2024-11-14T09:22:13,475 INFO [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731576132337.3438384ae0e44966c6a507da9b0e2a72., pid=6, masterSystemTime=1731576133461 2024-11-14T09:22:13,477 DEBUG [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731576132337.3438384ae0e44966c6a507da9b0e2a72. 2024-11-14T09:22:13,477 INFO [RS_OPEN_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731576132337.3438384ae0e44966c6a507da9b0e2a72. 2024-11-14T09:22:13,478 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3438384ae0e44966c6a507da9b0e2a72, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=83f56b55f2af,45595,1731576124979 2024-11-14T09:22:13,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3438384ae0e44966c6a507da9b0e2a72, server=83f56b55f2af,45595,1731576124979 because future has completed 2024-11-14T09:22:13,481 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T09:22:13,481 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3438384ae0e44966c6a507da9b0e2a72, server=83f56b55f2af,45595,1731576124979 in 171 msec 2024-11-14T09:22:13,483 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T09:22:13,483 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=3438384ae0e44966c6a507da9b0e2a72, ASSIGN in 325 msec 2024-11-14T09:22:13,483 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T09:22:13,483 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731576133483"}]},"ts":"1731576133483"} 2024-11-14T09:22:13,484 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T09:22:13,485 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T09:22:13,486 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1470 sec 2024-11-14T09:22:14,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42323 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T09:22:14,485 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T09:22:14,486 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3efc9a53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:22:14,486 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83f56b55f2af,38345,-1 for getting cluster id 2024-11-14T09:22:14,486 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T09:22:14,487 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f7644fbd-637b-42b9-9f4a-e2f3b922f5ef' 2024-11-14T09:22:14,487 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T09:22:14,487 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f7644fbd-637b-42b9-9f4a-e2f3b922f5ef" 2024-11-14T09:22:14,487 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78c16aec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:22:14,487 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83f56b55f2af,38345,-1] 2024-11-14T09:22:14,487 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T09:22:14,487 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:22:14,488 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T09:22:14,489 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@191d0768, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:22:14,489 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T09:22:14,490 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 83f56b55f2af,38345,1731576117748 2024-11-14T09:22:14,490 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@472fc853 2024-11-14T09:22:14,490 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T09:22:14,491 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T09:22:14,491 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38345 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://83f56b55f2af:35319,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T09:22:14,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38345 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T09:22:14,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38345 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T09:22:14,493 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='83f56b55f2af:35319' 2024-11-14T09:22:14,494 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@207cdae1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:22:14,494 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 83f56b55f2af,35319,-1 for getting cluster id 2024-11-14T09:22:14,494 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T09:22:14,494 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '98e2116f-fc30-4c80-a9a0-5488b7c133eb' 2024-11-14T09:22:14,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T09:22:14,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "98e2116f-fc30-4c80-a9a0-5488b7c133eb" 2024-11-14T09:22:14,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ea4da35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:22:14,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83f56b55f2af,35319,-1] 2024-11-14T09:22:14,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T09:22:14,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:22:14,495 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T09:22:14,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cf3987e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:22:14,496 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T09:22:14,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 83f56b55f2af,35319,1731576121612 2024-11-14T09:22:14,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@48e19d52 2024-11-14T09:22:14,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T09:22:14,497 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T09:22:14,497 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-14T09:22:14,498 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T09:22:14,498 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:22:14,498 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:22:14,498 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T09:22:14,498 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T09:22:14,499 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T09:22:14,500 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T09:22:14,500 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:22:14,501 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T09:22:14,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741837_1013 (size=1138) 2024-11-14T09:22:14,506 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 60c72200f8828221300aa17d54a90b10, NAME => 'hbase:replication,,1731576134498.60c72200f8828221300aa17d54a90b10.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468 2024-11-14T09:22:14,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741838_1014 (size=44) 2024-11-14T09:22:14,549 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T09:22:14,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38345 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T09:22:14,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38345 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T09:22:14,911 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731576134498.60c72200f8828221300aa17d54a90b10.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:22:14,911 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 60c72200f8828221300aa17d54a90b10, disabling compactions & flushes 2024-11-14T09:22:14,911 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731576134498.60c72200f8828221300aa17d54a90b10. 2024-11-14T09:22:14,911 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731576134498.60c72200f8828221300aa17d54a90b10. 2024-11-14T09:22:14,911 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731576134498.60c72200f8828221300aa17d54a90b10. after waiting 0 ms 2024-11-14T09:22:14,911 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731576134498.60c72200f8828221300aa17d54a90b10. 2024-11-14T09:22:14,911 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731576134498.60c72200f8828221300aa17d54a90b10. 2024-11-14T09:22:14,911 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 60c72200f8828221300aa17d54a90b10: Waiting for close lock at 1731576134911Disabling compacts and flushes for region at 1731576134911Disabling writes for close at 1731576134911Writing region close event to WAL at 1731576134911Closed at 1731576134911 2024-11-14T09:22:14,912 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T09:22:14,913 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731576134498.60c72200f8828221300aa17d54a90b10.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731576134912"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731576134912"}]},"ts":"1731576134912"} 2024-11-14T09:22:14,914 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T09:22:14,915 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T09:22:14,915 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731576134915"}]},"ts":"1731576134915"} 2024-11-14T09:22:14,916 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T09:22:14,916 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=60c72200f8828221300aa17d54a90b10, ASSIGN}] 2024-11-14T09:22:14,917 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=60c72200f8828221300aa17d54a90b10, ASSIGN 2024-11-14T09:22:14,917 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=60c72200f8828221300aa17d54a90b10, ASSIGN; state=OFFLINE, location=83f56b55f2af,44687,1731576117811; forceNewPlan=false, retain=false 2024-11-14T09:22:15,068 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=60c72200f8828221300aa17d54a90b10, regionState=OPENING, regionLocation=83f56b55f2af,44687,1731576117811 2024-11-14T09:22:15,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=60c72200f8828221300aa17d54a90b10, ASSIGN because future has completed 2024-11-14T09:22:15,070 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 60c72200f8828221300aa17d54a90b10, server=83f56b55f2af,44687,1731576117811}] 2024-11-14T09:22:15,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38345 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T09:22:15,225 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731576134498.60c72200f8828221300aa17d54a90b10. 2024-11-14T09:22:15,225 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T09:22:15,225 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T09:22:15,226 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=83f56b55f2af%2C44687%2C1731576117811.rep, suffix=, logDir=hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/WALs/83f56b55f2af,44687,1731576117811, archiveDir=hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/oldWALs, maxLogs=10 2024-11-14T09:22:15,241 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/WALs/83f56b55f2af,44687,1731576117811/83f56b55f2af%2C44687%2C1731576117811.rep.1731576135226, exclude list is [], retry=0 2024-11-14T09:22:15,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34951,DS-c2718f69-1eba-4071-8d04-98f6d554528c,DISK] 2024-11-14T09:22:15,244 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/WALs/83f56b55f2af,44687,1731576117811/83f56b55f2af%2C44687%2C1731576117811.rep.1731576135226 2024-11-14T09:22:15,244 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40119:40119)] 2024-11-14T09:22:15,244 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 60c72200f8828221300aa17d54a90b10, NAME => 'hbase:replication,,1731576134498.60c72200f8828221300aa17d54a90b10.', STARTKEY => '', ENDKEY => ''} 2024-11-14T09:22:15,244 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T09:22:15,244 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T09:22:15,244 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731576134498.60c72200f8828221300aa17d54a90b10. service=MultiRowMutationService 2024-11-14T09:22:15,245 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T09:22:15,245 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 60c72200f8828221300aa17d54a90b10 2024-11-14T09:22:15,245 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731576134498.60c72200f8828221300aa17d54a90b10.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T09:22:15,245 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 60c72200f8828221300aa17d54a90b10 2024-11-14T09:22:15,245 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 60c72200f8828221300aa17d54a90b10 2024-11-14T09:22:15,246 INFO [StoreOpener-60c72200f8828221300aa17d54a90b10-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 60c72200f8828221300aa17d54a90b10 2024-11-14T09:22:15,247 INFO [StoreOpener-60c72200f8828221300aa17d54a90b10-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 60c72200f8828221300aa17d54a90b10 columnFamilyName hfileref 2024-11-14T09:22:15,247 DEBUG [StoreOpener-60c72200f8828221300aa17d54a90b10-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:22:15,247 INFO [StoreOpener-60c72200f8828221300aa17d54a90b10-1 {}] regionserver.HStore(327): Store=60c72200f8828221300aa17d54a90b10/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:22:15,247 INFO [StoreOpener-60c72200f8828221300aa17d54a90b10-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 60c72200f8828221300aa17d54a90b10 2024-11-14T09:22:15,248 INFO [StoreOpener-60c72200f8828221300aa17d54a90b10-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 60c72200f8828221300aa17d54a90b10 columnFamilyName queue 2024-11-14T09:22:15,248 DEBUG [StoreOpener-60c72200f8828221300aa17d54a90b10-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:22:15,248 INFO [StoreOpener-60c72200f8828221300aa17d54a90b10-1 {}] regionserver.HStore(327): Store=60c72200f8828221300aa17d54a90b10/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:22:15,248 INFO [StoreOpener-60c72200f8828221300aa17d54a90b10-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 60c72200f8828221300aa17d54a90b10 2024-11-14T09:22:15,249 INFO [StoreOpener-60c72200f8828221300aa17d54a90b10-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 60c72200f8828221300aa17d54a90b10 columnFamilyName sid 2024-11-14T09:22:15,249 DEBUG [StoreOpener-60c72200f8828221300aa17d54a90b10-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T09:22:15,249 INFO [StoreOpener-60c72200f8828221300aa17d54a90b10-1 {}] regionserver.HStore(327): Store=60c72200f8828221300aa17d54a90b10/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T09:22:15,249 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 60c72200f8828221300aa17d54a90b10 2024-11-14T09:22:15,250 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/data/hbase/replication/60c72200f8828221300aa17d54a90b10 2024-11-14T09:22:15,250 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/data/hbase/replication/60c72200f8828221300aa17d54a90b10 2024-11-14T09:22:15,251 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 60c72200f8828221300aa17d54a90b10 2024-11-14T09:22:15,251 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 60c72200f8828221300aa17d54a90b10 2024-11-14T09:22:15,251 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T09:22:15,252 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 60c72200f8828221300aa17d54a90b10 2024-11-14T09:22:15,254 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/data/hbase/replication/60c72200f8828221300aa17d54a90b10/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T09:22:15,254 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 60c72200f8828221300aa17d54a90b10; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69555238, jitterRate=0.036453813314437866}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T09:22:15,254 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 60c72200f8828221300aa17d54a90b10 2024-11-14T09:22:15,254 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 60c72200f8828221300aa17d54a90b10: Running coprocessor pre-open hook at 1731576135245Writing region info on filesystem at 1731576135245Initializing all the Stores at 1731576135245Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731576135245Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731576135246 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731576135246Cleaning up temporary data from old regions at 1731576135251 (+5 ms)Running coprocessor post-open hooks at 1731576135254 (+3 ms)Region opened successfully at 1731576135254 2024-11-14T09:22:15,255 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731576134498.60c72200f8828221300aa17d54a90b10., pid=10, masterSystemTime=1731576135222 2024-11-14T09:22:15,257 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731576134498.60c72200f8828221300aa17d54a90b10. 2024-11-14T09:22:15,257 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731576134498.60c72200f8828221300aa17d54a90b10. 2024-11-14T09:22:15,257 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=60c72200f8828221300aa17d54a90b10, regionState=OPEN, openSeqNum=2, regionLocation=83f56b55f2af,44687,1731576117811 2024-11-14T09:22:15,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 60c72200f8828221300aa17d54a90b10, server=83f56b55f2af,44687,1731576117811 because future has completed 2024-11-14T09:22:15,261 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T09:22:15,261 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 60c72200f8828221300aa17d54a90b10, server=83f56b55f2af,44687,1731576117811 in 189 msec 2024-11-14T09:22:15,262 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T09:22:15,262 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=60c72200f8828221300aa17d54a90b10, ASSIGN in 345 msec 2024-11-14T09:22:15,263 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T09:22:15,263 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731576135263"}]},"ts":"1731576135263"} 2024-11-14T09:22:15,264 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T09:22:15,265 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T09:22:15,266 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 767 msec 2024-11-14T09:22:15,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731576134498.60c72200f8828221300aa17d54a90b10., hostname=83f56b55f2af,44687,1731576117811, seqNum=2] 2024-11-14T09:22:15,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38345-0x10115c8a04f0000, quorum=127.0.0.1:59986, baseZNode=/0-328270194 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-328270194 2024-11-14T09:22:15,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44687-0x10115c8a04f0001, quorum=127.0.0.1:59986, baseZNode=/0-328270194 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-328270194 2024-11-14T09:22:15,314 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T09:22:15,466 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T09:22:15,466 INFO [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T09:22:15,503 INFO [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-83f56b55f2af,44687,1731576117811, ReplicationSource: 1, currentBandwidth=0 2024-11-14T09:22:15,503 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:22:15,503 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83f56b55f2af,44687,1731576117811, seqNum=-1] 2024-11-14T09:22:15,504 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T09:22:15,504 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33113, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-14T09:22:15,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-83f56b55f2af,44687,1731576117811', locateType=CURRENT is [region=hbase:replication,,1731576134498.60c72200f8828221300aa17d54a90b10., hostname=83f56b55f2af,44687,1731576117811, seqNum=2] 2024-11-14T09:22:15,508 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T09:22:15,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38345 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T09:22:15,510 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 83f56b55f2af,44687,1731576117811 suceeded 2024-11-14T09:22:15,512 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T09:22:15,512 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 196 msec 2024-11-14T09:22:15,512 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://83f56b55f2af:35319,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T09:22:15,513 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0210 sec 2024-11-14T09:22:15,522 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,44687,1731576117811 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='83f56b55f2af:35319' 2024-11-14T09:22:15,523 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,44687,1731576117811 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@57b69ff7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:22:15,523 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,44687,1731576117811 {}] client.ClusterIdFetcher(90): Going to request 83f56b55f2af,35319,-1 for getting cluster id 2024-11-14T09:22:15,523 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,44687,1731576117811 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T09:22:15,524 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '98e2116f-fc30-4c80-a9a0-5488b7c133eb' 2024-11-14T09:22:15,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T09:22:15,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "98e2116f-fc30-4c80-a9a0-5488b7c133eb" 2024-11-14T09:22:15,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@bb22283, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:22:15,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83f56b55f2af,35319,-1] 2024-11-14T09:22:15,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T09:22:15,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:22:15,525 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-14T09:22:15,526 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,44687,1731576117811 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@697af65b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:22:15,526 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,44687,1731576117811 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T09:22:15,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 83f56b55f2af,35319,1731576121612 2024-11-14T09:22:15,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@e3b7f99 2024-11-14T09:22:15,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T09:22:15,527 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36728, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-14T09:22:15,528 INFO [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,44687,1731576117811 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-83f56b55f2af,44687,1731576117811 (queues=1) is replicating from cluster=f7644fbd-637b-42b9-9f4a-e2f3b922f5ef to cluster=98e2116f-fc30-4c80-a9a0-5488b7c133eb 2024-11-14T09:22:15,528 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,44687,1731576117811 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=83f56b55f2af%2C44687%2C1731576117811 2024-11-14T09:22:15,528 INFO [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,44687,1731576117811 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-83f56b55f2af,44687,1731576117811, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T09:22:15,528 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,44687,1731576117811.replicationSource.wal-reader.83f56b55f2af%2C44687%2C1731576117811,1-83f56b55f2af,44687,1731576117811 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/WALs/83f56b55f2af,44687,1731576117811/83f56b55f2af%2C44687%2C1731576117811.1731576119420, startPosition=0, beingWritten=true 2024-11-14T09:22:15,528 INFO [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,44687,1731576117811.replicationSource.shipper83f56b55f2af%2C44687%2C1731576117811,1-83f56b55f2af,44687,1731576117811 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 83f56b55f2af%2C44687%2C1731576117811 2024-11-14T09:22:15,532 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,44687,1731576117811.replicationSource.wal-reader.83f56b55f2af%2C44687%2C1731576117811,1-83f56b55f2af,44687,1731576117811 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T09:22:15,532 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,44687,1731576117811.replicationSource.wal-reader.83f56b55f2af%2C44687%2C1731576117811,1-83f56b55f2af,44687,1731576117811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/WALs/83f56b55f2af,44687,1731576117811/83f56b55f2af%2C44687%2C1731576117811.1731576119420 to pos 379, reset compression=false 2024-11-14T09:22:15,532 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,44687,1731576117811.replicationSource.shipper83f56b55f2af%2C44687%2C1731576117811,1-83f56b55f2af,44687,1731576117811 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83f56b55f2af,44687,1731576117811 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/WALs/83f56b55f2af,44687,1731576117811/83f56b55f2af%2C44687%2C1731576117811.1731576119420, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T09:22:15,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38345 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T09:22:15,625 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T09:22:15,625 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T09:22:15,625 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:22:15,625 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:22:15,625 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:22:15,625 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T09:22:15,626 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6011b8f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:22:15,626 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83f56b55f2af,38345,-1 for getting cluster id 2024-11-14T09:22:15,626 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T09:22:15,627 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f7644fbd-637b-42b9-9f4a-e2f3b922f5ef' 2024-11-14T09:22:15,627 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T09:22:15,627 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f7644fbd-637b-42b9-9f4a-e2f3b922f5ef" 2024-11-14T09:22:15,627 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5aebc2d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:22:15,627 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83f56b55f2af,38345,-1] 2024-11-14T09:22:15,627 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T09:22:15,627 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:22:15,628 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T09:22:15,628 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3aa47ef7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:22:15,629 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7eed726a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:22:15,629 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83f56b55f2af,35319,-1 for getting cluster id 2024-11-14T09:22:15,629 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T09:22:15,629 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '98e2116f-fc30-4c80-a9a0-5488b7c133eb' 2024-11-14T09:22:15,630 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T09:22:15,630 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "98e2116f-fc30-4c80-a9a0-5488b7c133eb" 2024-11-14T09:22:15,630 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18486b53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:22:15,630 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83f56b55f2af,35319,-1] 2024-11-14T09:22:15,630 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T09:22:15,630 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:22:15,630 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T09:22:15,631 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3378c1bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:22:15,632 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7dd55e63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:22:15,632 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83f56b55f2af,42323,-1 for getting cluster id 2024-11-14T09:22:15,632 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T09:22:15,632 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f424694a-99e4-4b6b-bde3-a512c65741be' 2024-11-14T09:22:15,632 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T09:22:15,632 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f424694a-99e4-4b6b-bde3-a512c65741be" 2024-11-14T09:22:15,632 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12ccff33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:22:15,632 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83f56b55f2af,42323,-1] 2024-11-14T09:22:15,633 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T09:22:15,633 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:22:15,633 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T09:22:15,634 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6671e970, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:22:15,634 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:22:15,637 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1731576135637/Put/seqid=0 2024-11-14T09:22:15,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741840_1016 (size=7894) 2024-11-14T09:22:15,642 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1731576135642/Put/seqid=0 2024-11-14T09:22:15,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741841_1017 (size=7691) 2024-11-14T09:22:15,646 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67ea0eb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:22:15,646 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83f56b55f2af,38345,-1 for getting cluster id 2024-11-14T09:22:15,646 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T09:22:15,646 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f7644fbd-637b-42b9-9f4a-e2f3b922f5ef' 2024-11-14T09:22:15,646 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T09:22:15,646 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f7644fbd-637b-42b9-9f4a-e2f3b922f5ef" 2024-11-14T09:22:15,647 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2798d894, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:22:15,647 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83f56b55f2af,38345,-1] 2024-11-14T09:22:15,647 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T09:22:15,647 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:22:15,647 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T09:22:15,648 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14918b63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:22:15,648 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:22:15,649 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83f56b55f2af,44687,1731576117811, seqNum=-1] 2024-11-14T09:22:15,649 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T09:22:15,649 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T09:22:15,654 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T09:22:15,655 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 83f56b55f2af,38345,1731576117748 2024-11-14T09:22:15,655 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@423dbe50 2024-11-14T09:22:15,655 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T09:22:15,656 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T09:22:15,658 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731576128021.3e3cd90bf968bca4ddc04bdf3749f879., hostname=83f56b55f2af,44687,1731576117811, seqNum=2] 2024-11-14T09:22:15,660 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T09:22:15,664 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-14T09:22:15,666 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-14T09:22:15,669 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 3e3cd90bf968bca4ddc04bdf3749f879/f 2024-11-14T09:22:15,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-14T09:22:15,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T09:22:15,671 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 3e3cd90bf968bca4ddc04bdf3749f879/f 2024-11-14T09:22:15,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-14T09:22:15,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T09:22:15,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] regionserver.HRegion(2603): Flush status journal for 3e3cd90bf968bca4ddc04bdf3749f879: 2024-11-14T09:22:15,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/staging/jenkins__test__ae94hhvo0bl80o9j0v8s3ol76kneqda3cn2s4nujgsagtupe3uvbgej0u6ea9l99/f/hfile_0 2024-11-14T09:22:15,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/staging/jenkins__test__ae94hhvo0bl80o9j0v8s3ol76kneqda3cn2s4nujgsagtupe3uvbgej0u6ea9l99/f/hfile_0 as hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/data/default/test/3e3cd90bf968bca4ddc04bdf3749f879/f/d19a0fb554df476eaadc7c3b79bb3fda_SeqId_4_ 2024-11-14T09:22:15,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/staging/jenkins__test__ae94hhvo0bl80o9j0v8s3ol76kneqda3cn2s4nujgsagtupe3uvbgej0u6ea9l99/f/hfile_1 2024-11-14T09:22:15,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/staging/jenkins__test__ae94hhvo0bl80o9j0v8s3ol76kneqda3cn2s4nujgsagtupe3uvbgej0u6ea9l99/f/hfile_1 as hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/data/default/test/3e3cd90bf968bca4ddc04bdf3749f879/f/1d97f2361e4a4a1591bc850ada14122d_SeqId_4_ 2024-11-14T09:22:15,679 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/staging/jenkins__test__ae94hhvo0bl80o9j0v8s3ol76kneqda3cn2s4nujgsagtupe3uvbgej0u6ea9l99/f/hfile_0 into 3e3cd90bf968bca4ddc04bdf3749f879/f as hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/data/default/test/3e3cd90bf968bca4ddc04bdf3749f879/f/d19a0fb554df476eaadc7c3b79bb3fda_SeqId_4_ - updating store file list. 2024-11-14T09:22:15,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d19a0fb554df476eaadc7c3b79bb3fda_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T09:22:15,682 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/data/default/test/3e3cd90bf968bca4ddc04bdf3749f879/f/d19a0fb554df476eaadc7c3b79bb3fda_SeqId_4_ into 3e3cd90bf968bca4ddc04bdf3749f879/f 2024-11-14T09:22:15,682 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/staging/jenkins__test__ae94hhvo0bl80o9j0v8s3ol76kneqda3cn2s4nujgsagtupe3uvbgej0u6ea9l99/f/hfile_0 into 3e3cd90bf968bca4ddc04bdf3749f879/f (new location: hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/data/default/test/3e3cd90bf968bca4ddc04bdf3749f879/f/d19a0fb554df476eaadc7c3b79bb3fda_SeqId_4_) 2024-11-14T09:22:15,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/staging/jenkins__test__ae94hhvo0bl80o9j0v8s3ol76kneqda3cn2s4nujgsagtupe3uvbgej0u6ea9l99/f/hfile_0 2024-11-14T09:22:15,683 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/staging/jenkins__test__ae94hhvo0bl80o9j0v8s3ol76kneqda3cn2s4nujgsagtupe3uvbgej0u6ea9l99/f/hfile_1 into 3e3cd90bf968bca4ddc04bdf3749f879/f as hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/data/default/test/3e3cd90bf968bca4ddc04bdf3749f879/f/1d97f2361e4a4a1591bc850ada14122d_SeqId_4_ - updating store file list. 2024-11-14T09:22:15,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1d97f2361e4a4a1591bc850ada14122d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T09:22:15,685 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/data/default/test/3e3cd90bf968bca4ddc04bdf3749f879/f/1d97f2361e4a4a1591bc850ada14122d_SeqId_4_ into 3e3cd90bf968bca4ddc04bdf3749f879/f 2024-11-14T09:22:15,685 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/staging/jenkins__test__ae94hhvo0bl80o9j0v8s3ol76kneqda3cn2s4nujgsagtupe3uvbgej0u6ea9l99/f/hfile_1 into 3e3cd90bf968bca4ddc04bdf3749f879/f (new location: hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/data/default/test/3e3cd90bf968bca4ddc04bdf3749f879/f/1d97f2361e4a4a1591bc850ada14122d_SeqId_4_) 2024-11-14T09:22:15,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/staging/jenkins__test__ae94hhvo0bl80o9j0v8s3ol76kneqda3cn2s4nujgsagtupe3uvbgej0u6ea9l99/f/hfile_1 2024-11-14T09:22:15,687 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T09:22:15,687 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:22:15,687 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:22:15,687 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:22:15,687 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T09:22:15,688 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731576128021.3e3cd90bf968bca4ddc04bdf3749f879., hostname=83f56b55f2af,44687,1731576117811, seqNum=2 , the old value is region=test,,1731576128021.3e3cd90bf968bca4ddc04bdf3749f879., hostname=83f56b55f2af,44687,1731576117811, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=83f56b55f2af:44687 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T09:22:15,688 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731576128021.3e3cd90bf968bca4ddc04bdf3749f879., hostname=83f56b55f2af,44687,1731576117811, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T09:22:15,688 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731576128021.3e3cd90bf968bca4ddc04bdf3749f879., hostname=83f56b55f2af,44687,1731576117811, seqNum=2 from cache 2024-11-14T09:22:15,688 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:22:15,688 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-14T09:22:15,688 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83f56b55f2af,38055,1731576121649, seqNum=-1] 2024-11-14T09:22:15,689 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T09:22:15,689 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T09:22:15,690 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731576130178.fa5b5cbb4ed3ab1caaf8e27a54e50892., hostname=83f56b55f2af,38055,1731576121649, seqNum=2] 2024-11-14T09:22:15,692 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-14T09:22:15,735 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,44687,1731576117811.replicationSource.wal-reader.83f56b55f2af%2C44687%2C1731576117811,1-83f56b55f2af,44687,1731576117811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/WALs/83f56b55f2af,44687,1731576117811/83f56b55f2af%2C44687%2C1731576117811.1731576119420 to pos 379, reset compression=false 2024-11-14T09:22:15,739 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,44687,1731576117811.replicationSource.wal-reader.83f56b55f2af%2C44687%2C1731576117811,1-83f56b55f2af,44687,1731576117811 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T09:22:15,739 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,44687,1731576117811.replicationSource.shipper83f56b55f2af%2C44687%2C1731576117811,1-83f56b55f2af,44687,1731576117811 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83f56b55f2af,44687,1731576117811 got entry batch from reader: WALEntryBatch [walEntries=[{test/3e3cd90bf968bca4ddc04bdf3749f879/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731576135686/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/WALs/83f56b55f2af,44687,1731576117811/83f56b55f2af%2C44687%2C1731576117811.1731576119420, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-14T09:22:15,741 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,44687,1731576117811.replicationSource.shipper83f56b55f2af%2C44687%2C1731576117811,1-83f56b55f2af,44687,1731576117811 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T09:22:15,742 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-14T09:22:15,743 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38055 {}] regionserver.ReplicationSink(318): Replicating [f7644fbd-637b-42b9-9f4a-e2f3b922f5ef] bulk loaded data 2024-11-14T09:22:15,744 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38055 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@17eb4f9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:22:15,744 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38055 {}] client.ClusterIdFetcher(90): Going to request 83f56b55f2af,35319,-1 for getting cluster id 2024-11-14T09:22:15,744 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38055 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T09:22:15,744 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '98e2116f-fc30-4c80-a9a0-5488b7c133eb' 2024-11-14T09:22:15,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T09:22:15,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "98e2116f-fc30-4c80-a9a0-5488b7c133eb" 2024-11-14T09:22:15,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@67823e26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:22:15,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83f56b55f2af,35319,-1] 2024-11-14T09:22:15,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T09:22:15,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:22:15,745 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-14T09:22:15,746 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38055 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3a1e8fb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:22:15,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741837_1013 (size=7894) 2024-11-14T09:22:15,795 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=83f56b55f2af:44687 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-14T09:22:15,939 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,44687,1731576117811.replicationSource.wal-reader.83f56b55f2af%2C44687%2C1731576117811,1-83f56b55f2af,44687,1731576117811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/WALs/83f56b55f2af,44687,1731576117811/83f56b55f2af%2C44687%2C1731576117811.1731576119420 to pos 687, reset compression=false 2024-11-14T09:22:16,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741838_1014 (size=7691) 2024-11-14T09:22:16,243 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,44687,1731576117811.replicationSource.wal-reader.83f56b55f2af%2C44687%2C1731576117811,1-83f56b55f2af,44687,1731576117811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/WALs/83f56b55f2af,44687,1731576117811/83f56b55f2af%2C44687%2C1731576117811.1731576119420 to pos 687, reset compression=false 2024-11-14T09:22:16,563 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38055 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T09:22:16,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 83f56b55f2af,35319,1731576121612 2024-11-14T09:22:16,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@12a7d789 2024-11-14T09:22:16,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T09:22:16,564 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-14T09:22:16,566 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38055 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T09:22:16,566 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38055 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:22:16,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83f56b55f2af,38055,1731576121649, seqNum=-1] 2024-11-14T09:22:16,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T09:22:16,568 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-14T09:22:16,572 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35497/user/jenkins/test-data/2ba50487-d768-b755-7bd1-435630e32f26/staging/jenkins.hfs.22__test__7mcgksn760nfot070l9mj8j7p6utaj1v1e1dtsqr6tuqdfo661rjsfnms0lgchc5/f/1d97f2361e4a4a1591bc850ada14122d_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-14T09:22:16,574 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35497/user/jenkins/test-data/2ba50487-d768-b755-7bd1-435630e32f26/staging/jenkins.hfs.22__test__7mcgksn760nfot070l9mj8j7p6utaj1v1e1dtsqr6tuqdfo661rjsfnms0lgchc5/f/d19a0fb554df476eaadc7c3b79bb3fda_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-14T09:22:16,577 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38055 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35497/user/jenkins/test-data/2ba50487-d768-b755-7bd1-435630e32f26/staging/jenkins.hfs.22__test__7mcgksn760nfot070l9mj8j7p6utaj1v1e1dtsqr6tuqdfo661rjsfnms0lgchc5/f/1d97f2361e4a4a1591bc850ada14122d_SeqId_4_ for inclusion in fa5b5cbb4ed3ab1caaf8e27a54e50892/f 2024-11-14T09:22:16,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38055 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-14T09:22:16,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38055 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T09:22:16,579 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38055 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35497/user/jenkins/test-data/2ba50487-d768-b755-7bd1-435630e32f26/staging/jenkins.hfs.22__test__7mcgksn760nfot070l9mj8j7p6utaj1v1e1dtsqr6tuqdfo661rjsfnms0lgchc5/f/d19a0fb554df476eaadc7c3b79bb3fda_SeqId_4_ for inclusion in fa5b5cbb4ed3ab1caaf8e27a54e50892/f 2024-11-14T09:22:16,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38055 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-14T09:22:16,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38055 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T09:22:16,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38055 {}] regionserver.HRegion(2603): Flush status journal for fa5b5cbb4ed3ab1caaf8e27a54e50892: 2024-11-14T09:22:16,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38055 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 1d97f2361e4a4a1591bc850ada14122d_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-14T09:22:16,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38055 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35497/user/jenkins/test-data/2ba50487-d768-b755-7bd1-435630e32f26/staging/jenkins.hfs.22__test__7mcgksn760nfot070l9mj8j7p6utaj1v1e1dtsqr6tuqdfo661rjsfnms0lgchc5/f/1d97f2361e4a4a1591bc850ada14122d_SeqId_4_ as hdfs://localhost:35497/user/jenkins/test-data/2ba50487-d768-b755-7bd1-435630e32f26/data/default/test/fa5b5cbb4ed3ab1caaf8e27a54e50892/f/ff6d0d7e971c453d8c08775f49530e13_SeqId_4_ 2024-11-14T09:22:16,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38055 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): d19a0fb554df476eaadc7c3b79bb3fda_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-14T09:22:16,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38055 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35497/user/jenkins/test-data/2ba50487-d768-b755-7bd1-435630e32f26/staging/jenkins.hfs.22__test__7mcgksn760nfot070l9mj8j7p6utaj1v1e1dtsqr6tuqdfo661rjsfnms0lgchc5/f/d19a0fb554df476eaadc7c3b79bb3fda_SeqId_4_ as hdfs://localhost:35497/user/jenkins/test-data/2ba50487-d768-b755-7bd1-435630e32f26/data/default/test/fa5b5cbb4ed3ab1caaf8e27a54e50892/f/4171b6dbaa9542989cd0f645706f0b02_SeqId_4_ 2024-11-14T09:22:16,583 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38055 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35497/user/jenkins/test-data/2ba50487-d768-b755-7bd1-435630e32f26/staging/jenkins.hfs.22__test__7mcgksn760nfot070l9mj8j7p6utaj1v1e1dtsqr6tuqdfo661rjsfnms0lgchc5/f/1d97f2361e4a4a1591bc850ada14122d_SeqId_4_ into fa5b5cbb4ed3ab1caaf8e27a54e50892/f as hdfs://localhost:35497/user/jenkins/test-data/2ba50487-d768-b755-7bd1-435630e32f26/data/default/test/fa5b5cbb4ed3ab1caaf8e27a54e50892/f/ff6d0d7e971c453d8c08775f49530e13_SeqId_4_ - updating store file list. 2024-11-14T09:22:16,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38055 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ff6d0d7e971c453d8c08775f49530e13_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T09:22:16,586 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38055 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35497/user/jenkins/test-data/2ba50487-d768-b755-7bd1-435630e32f26/data/default/test/fa5b5cbb4ed3ab1caaf8e27a54e50892/f/ff6d0d7e971c453d8c08775f49530e13_SeqId_4_ into fa5b5cbb4ed3ab1caaf8e27a54e50892/f 2024-11-14T09:22:16,586 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38055 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35497/user/jenkins/test-data/2ba50487-d768-b755-7bd1-435630e32f26/staging/jenkins.hfs.22__test__7mcgksn760nfot070l9mj8j7p6utaj1v1e1dtsqr6tuqdfo661rjsfnms0lgchc5/f/1d97f2361e4a4a1591bc850ada14122d_SeqId_4_ into fa5b5cbb4ed3ab1caaf8e27a54e50892/f (new location: hdfs://localhost:35497/user/jenkins/test-data/2ba50487-d768-b755-7bd1-435630e32f26/data/default/test/fa5b5cbb4ed3ab1caaf8e27a54e50892/f/ff6d0d7e971c453d8c08775f49530e13_SeqId_4_) 2024-11-14T09:22:16,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38055 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35497/user/jenkins/test-data/2ba50487-d768-b755-7bd1-435630e32f26/staging/jenkins.hfs.22__test__7mcgksn760nfot070l9mj8j7p6utaj1v1e1dtsqr6tuqdfo661rjsfnms0lgchc5/f/1d97f2361e4a4a1591bc850ada14122d_SeqId_4_ 2024-11-14T09:22:16,587 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38055 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35497/user/jenkins/test-data/2ba50487-d768-b755-7bd1-435630e32f26/staging/jenkins.hfs.22__test__7mcgksn760nfot070l9mj8j7p6utaj1v1e1dtsqr6tuqdfo661rjsfnms0lgchc5/f/d19a0fb554df476eaadc7c3b79bb3fda_SeqId_4_ into fa5b5cbb4ed3ab1caaf8e27a54e50892/f as hdfs://localhost:35497/user/jenkins/test-data/2ba50487-d768-b755-7bd1-435630e32f26/data/default/test/fa5b5cbb4ed3ab1caaf8e27a54e50892/f/4171b6dbaa9542989cd0f645706f0b02_SeqId_4_ - updating store file list. 2024-11-14T09:22:16,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38055 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4171b6dbaa9542989cd0f645706f0b02_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T09:22:16,589 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38055 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35497/user/jenkins/test-data/2ba50487-d768-b755-7bd1-435630e32f26/data/default/test/fa5b5cbb4ed3ab1caaf8e27a54e50892/f/4171b6dbaa9542989cd0f645706f0b02_SeqId_4_ into fa5b5cbb4ed3ab1caaf8e27a54e50892/f 2024-11-14T09:22:16,590 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38055 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35497/user/jenkins/test-data/2ba50487-d768-b755-7bd1-435630e32f26/staging/jenkins.hfs.22__test__7mcgksn760nfot070l9mj8j7p6utaj1v1e1dtsqr6tuqdfo661rjsfnms0lgchc5/f/d19a0fb554df476eaadc7c3b79bb3fda_SeqId_4_ into fa5b5cbb4ed3ab1caaf8e27a54e50892/f (new location: hdfs://localhost:35497/user/jenkins/test-data/2ba50487-d768-b755-7bd1-435630e32f26/data/default/test/fa5b5cbb4ed3ab1caaf8e27a54e50892/f/4171b6dbaa9542989cd0f645706f0b02_SeqId_4_) 2024-11-14T09:22:16,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38055 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35497/user/jenkins/test-data/2ba50487-d768-b755-7bd1-435630e32f26/staging/jenkins.hfs.22__test__7mcgksn760nfot070l9mj8j7p6utaj1v1e1dtsqr6tuqdfo661rjsfnms0lgchc5/f/d19a0fb554df476eaadc7c3b79bb3fda_SeqId_4_ 2024-11-14T09:22:16,591 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38055 {}] regionserver.ReplicationSink(324): Finished replicating [f7644fbd-637b-42b9-9f4a-e2f3b922f5ef] bulk loaded data 2024-11-14T09:22:16,646 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,44687,1731576117811.replicationSource.wal-reader.83f56b55f2af%2C44687%2C1731576117811,1-83f56b55f2af,44687,1731576117811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/WALs/83f56b55f2af,44687,1731576117811/83f56b55f2af%2C44687%2C1731576117811.1731576119420 to pos 687, reset compression=false 2024-11-14T09:22:16,698 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:22:16,699 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83f56b55f2af,45595,1731576124979, seqNum=-1] 2024-11-14T09:22:16,699 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T09:22:16,700 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T09:22:16,701 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731576132337.3438384ae0e44966c6a507da9b0e2a72., hostname=83f56b55f2af,45595,1731576124979, seqNum=2] 2024-11-14T09:22:16,706 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T09:22:16,707 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T09:22:16,708 DEBUG [regionserver/83f56b55f2af:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 83f56b55f2af%2C44687%2C1731576117811.meta:.meta(num 1731576120311) roll requested 2024-11-14T09:22:16,722 DEBUG [regionserver/83f56b55f2af:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/WALs/83f56b55f2af,44687,1731576117811/83f56b55f2af%2C44687%2C1731576117811.meta.1731576136708.meta, exclude list is [], retry=0 2024-11-14T09:22:16,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34951,DS-c2718f69-1eba-4071-8d04-98f6d554528c,DISK] 2024-11-14T09:22:16,725 INFO [regionserver/83f56b55f2af:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/WALs/83f56b55f2af,44687,1731576117811/83f56b55f2af%2C44687%2C1731576117811.meta.1731576120311.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/WALs/83f56b55f2af,44687,1731576117811/83f56b55f2af%2C44687%2C1731576117811.meta.1731576136708.meta 2024-11-14T09:22:16,726 DEBUG [regionserver/83f56b55f2af:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40119:40119)] 2024-11-14T09:22:16,726 DEBUG [regionserver/83f56b55f2af:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/WALs/83f56b55f2af,44687,1731576117811/83f56b55f2af%2C44687%2C1731576117811.meta.1731576120311.meta is not closed yet, will try archiving it next time 2024-11-14T09:22:16,726 DEBUG [regionserver/83f56b55f2af:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 83f56b55f2af%2C44687%2C1731576117811:(num 1731576119420) roll requested 2024-11-14T09:22:16,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741834_1010 (size=3473) 2024-11-14T09:22:16,755 DEBUG [regionserver/83f56b55f2af:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/WALs/83f56b55f2af,44687,1731576117811/83f56b55f2af%2C44687%2C1731576117811.1731576136726, exclude list is [], retry=0 2024-11-14T09:22:16,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34951,DS-c2718f69-1eba-4071-8d04-98f6d554528c,DISK] 2024-11-14T09:22:16,758 INFO [regionserver/83f56b55f2af:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/WALs/83f56b55f2af,44687,1731576117811/83f56b55f2af%2C44687%2C1731576117811.1731576119420 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/WALs/83f56b55f2af,44687,1731576117811/83f56b55f2af%2C44687%2C1731576117811.1731576136726 2024-11-14T09:22:16,759 DEBUG [regionserver/83f56b55f2af:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40119:40119)] 2024-11-14T09:22:16,759 DEBUG [regionserver/83f56b55f2af:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/WALs/83f56b55f2af,44687,1731576117811/83f56b55f2af%2C44687%2C1731576117811.1731576119420 is not closed yet, will try archiving it next time 2024-11-14T09:22:16,759 DEBUG [regionserver/83f56b55f2af:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 83f56b55f2af%2C44687%2C1731576117811.rep:(num 1731576135226) roll requested 2024-11-14T09:22:16,759 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4620df26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:22:16,759 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83f56b55f2af,38345,-1 for getting cluster id 2024-11-14T09:22:16,760 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T09:22:16,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741832_1008 (size=695) 2024-11-14T09:22:16,760 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f7644fbd-637b-42b9-9f4a-e2f3b922f5ef' 2024-11-14T09:22:16,761 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T09:22:16,761 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f7644fbd-637b-42b9-9f4a-e2f3b922f5ef" 2024-11-14T09:22:16,761 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a391a1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:22:16,761 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83f56b55f2af,38345,-1] 2024-11-14T09:22:16,761 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T09:22:16,762 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:22:16,762 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T09:22:16,762 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/WALs/83f56b55f2af,44687,1731576117811/83f56b55f2af%2C44687%2C1731576117811.1731576119420 to hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/oldWALs/83f56b55f2af%2C44687%2C1731576117811.1731576119420 2024-11-14T09:22:16,765 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@352fa935, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:22:16,765 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T09:22:16,766 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 83f56b55f2af,38345,1731576117748 2024-11-14T09:22:16,766 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@718899a0 2024-11-14T09:22:16,766 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T09:22:16,767 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T09:22:16,767 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38345 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://83f56b55f2af:42323,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T09:22:16,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38345 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T09:22:16,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38345 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-14T09:22:16,770 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='83f56b55f2af:42323' 2024-11-14T09:22:16,771 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ebd3f85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:22:16,771 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 83f56b55f2af,42323,-1 for getting cluster id 2024-11-14T09:22:16,771 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T09:22:16,771 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f424694a-99e4-4b6b-bde3-a512c65741be' 2024-11-14T09:22:16,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T09:22:16,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f424694a-99e4-4b6b-bde3-a512c65741be" 2024-11-14T09:22:16,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f40f582, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:22:16,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83f56b55f2af,42323,-1] 2024-11-14T09:22:16,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T09:22:16,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:22:16,772 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T09:22:16,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@413c0d65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:22:16,773 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T09:22:16,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 83f56b55f2af,42323,1731576124936 2024-11-14T09:22:16,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2dd1d524 2024-11-14T09:22:16,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T09:22:16,774 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T09:22:16,775 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-14T09:22:16,775 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T09:22:16,775 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:22:16,775 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T09:22:16,775 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:22:16,776 DEBUG [regionserver/83f56b55f2af:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/WALs/83f56b55f2af,44687,1731576117811/83f56b55f2af%2C44687%2C1731576117811.rep.1731576136759, exclude list is [], retry=0 2024-11-14T09:22:16,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34951,DS-c2718f69-1eba-4071-8d04-98f6d554528c,DISK] 2024-11-14T09:22:16,783 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T09:22:16,785 INFO [regionserver/83f56b55f2af:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/WALs/83f56b55f2af,44687,1731576117811/83f56b55f2af%2C44687%2C1731576117811.rep.1731576135226 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/WALs/83f56b55f2af,44687,1731576117811/83f56b55f2af%2C44687%2C1731576117811.rep.1731576136759 2024-11-14T09:22:16,785 DEBUG [regionserver/83f56b55f2af:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40119:40119)] 2024-11-14T09:22:16,785 DEBUG [regionserver/83f56b55f2af:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/WALs/83f56b55f2af,44687,1731576117811/83f56b55f2af%2C44687%2C1731576117811.rep.1731576135226 is not closed yet, will try archiving it next time 2024-11-14T09:22:16,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741839_1015 (size=1505) 2024-11-14T09:22:16,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38345 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-14T09:22:16,935 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-14T09:22:16,935 INFO [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-14T09:22:16,963 INFO [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-83f56b55f2af,44687,1731576117811, ReplicationSource: 2, currentBandwidth=0 2024-11-14T09:22:16,965 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-14T09:22:16,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38345 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-14T09:22:16,967 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 83f56b55f2af,44687,1731576117811 suceeded 2024-11-14T09:22:16,968 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-14T09:22:16,968 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-11-14T09:22:16,968 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://83f56b55f2af:42323,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T09:22:16,970 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 200 msec 2024-11-14T09:22:16,978 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,2-83f56b55f2af,44687,1731576117811 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='83f56b55f2af:42323' 2024-11-14T09:22:16,979 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,2-83f56b55f2af,44687,1731576117811 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@21f3bb43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:22:16,979 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,2-83f56b55f2af,44687,1731576117811 {}] client.ClusterIdFetcher(90): Going to request 83f56b55f2af,42323,-1 for getting cluster id 2024-11-14T09:22:16,980 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,2-83f56b55f2af,44687,1731576117811 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T09:22:16,980 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f424694a-99e4-4b6b-bde3-a512c65741be' 2024-11-14T09:22:16,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T09:22:16,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f424694a-99e4-4b6b-bde3-a512c65741be" 2024-11-14T09:22:16,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1e6fd8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:22:16,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83f56b55f2af,42323,-1] 2024-11-14T09:22:16,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T09:22:16,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:22:16,981 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-14T09:22:16,982 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,2-83f56b55f2af,44687,1731576117811 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2afcd201, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:22:16,982 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,2-83f56b55f2af,44687,1731576117811 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T09:22:16,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 83f56b55f2af,42323,1731576124936 2024-11-14T09:22:16,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2f0125b1 2024-11-14T09:22:16,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T09:22:16,983 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-14T09:22:16,983 INFO [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,2-83f56b55f2af,44687,1731576117811 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-83f56b55f2af,44687,1731576117811 (queues=1) is replicating from cluster=f7644fbd-637b-42b9-9f4a-e2f3b922f5ef to cluster=f424694a-99e4-4b6b-bde3-a512c65741be 2024-11-14T09:22:16,983 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,2-83f56b55f2af,44687,1731576117811 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=83f56b55f2af%2C44687%2C1731576117811 2024-11-14T09:22:16,983 INFO [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,2-83f56b55f2af,44687,1731576117811 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-83f56b55f2af,44687,1731576117811, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T09:22:16,984 INFO [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,2-83f56b55f2af,44687,1731576117811.replicationSource.shipper83f56b55f2af%2C44687%2C1731576117811,2-83f56b55f2af,44687,1731576117811 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 83f56b55f2af%2C44687%2C1731576117811 2024-11-14T09:22:16,984 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,2-83f56b55f2af,44687,1731576117811.replicationSource.wal-reader.83f56b55f2af%2C44687%2C1731576117811,2-83f56b55f2af,44687,1731576117811 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/WALs/83f56b55f2af,44687,1731576117811/83f56b55f2af%2C44687%2C1731576117811.1731576136726, startPosition=0, beingWritten=true 2024-11-14T09:22:17,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38345 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-14T09:22:17,085 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-14T09:22:17,085 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T09:22:17,085 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:22:17,085 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:22:17,085 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:22:17,085 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T09:22:17,086 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T09:22:17,100 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1731576137099/Put/seqid=0 2024-11-14T09:22:17,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741845_1021 (size=11194) 2024-11-14T09:22:17,105 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1731576137104/Put/seqid=0 2024-11-14T09:22:17,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741846_1022 (size=10791) 2024-11-14T09:22:17,150 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,44687,1731576117811.replicationSource.wal-reader.83f56b55f2af%2C44687%2C1731576117811,1-83f56b55f2af,44687,1731576117811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/WALs/83f56b55f2af,44687,1731576117811/83f56b55f2af%2C44687%2C1731576117811.1731576119420 to pos 687, reset compression=false 2024-11-14T09:22:17,155 INFO [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,44687,1731576117811.replicationSource.wal-reader.83f56b55f2af%2C44687%2C1731576117811,1-83f56b55f2af,44687,1731576117811 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/WALs/83f56b55f2af,44687,1731576117811/83f56b55f2af%2C44687%2C1731576117811.1731576119420 was moved to hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/oldWALs/83f56b55f2af%2C44687%2C1731576117811.1731576119420 2024-11-14T09:22:17,157 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,44687,1731576117811.replicationSource.wal-reader.83f56b55f2af%2C44687%2C1731576117811,1-83f56b55f2af,44687,1731576117811 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/WALs/83f56b55f2af,44687,1731576117811/83f56b55f2af%2C44687%2C1731576117811.1731576119420 2024-11-14T09:22:17,157 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,44687,1731576117811.replicationSource.wal-reader.83f56b55f2af%2C44687%2C1731576117811,1-83f56b55f2af,44687,1731576117811 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/WALs/83f56b55f2af,44687,1731576117811/83f56b55f2af%2C44687%2C1731576117811.1731576136726, startPosition=0, beingWritten=true 2024-11-14T09:22:17,157 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,44687,1731576117811.replicationSource.shipper83f56b55f2af%2C44687%2C1731576117811,1-83f56b55f2af,44687,1731576117811 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83f56b55f2af,44687,1731576117811 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/WALs/83f56b55f2af,44687,1731576117811/83f56b55f2af%2C44687%2C1731576117811.1731576119420, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-14T09:22:17,159 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,44687,1731576117811.replicationSource.shipper83f56b55f2af%2C44687%2C1731576117811,1-83f56b55f2af,44687,1731576117811 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [83f56b55f2af%2C44687%2C1731576117811.1731576119420] 2024-11-14T09:22:17,188 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,2-83f56b55f2af,44687,1731576117811.replicationSource.wal-reader.83f56b55f2af%2C44687%2C1731576117811,2-83f56b55f2af,44687,1731576117811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/WALs/83f56b55f2af,44687,1731576117811/83f56b55f2af%2C44687%2C1731576117811.1731576136726 to pos 0, reset compression=false 2024-11-14T09:22:17,270 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-14T09:22:17,491 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,2-83f56b55f2af,44687,1731576117811.replicationSource.wal-reader.83f56b55f2af%2C44687%2C1731576117811,2-83f56b55f2af,44687,1731576117811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/WALs/83f56b55f2af,44687,1731576117811/83f56b55f2af%2C44687%2C1731576117811.1731576136726 to pos 0, reset compression=false 2024-11-14T09:22:17,509 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e98d04c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:22:17,509 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83f56b55f2af,38345,-1 for getting cluster id 2024-11-14T09:22:17,509 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T09:22:17,510 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f7644fbd-637b-42b9-9f4a-e2f3b922f5ef' 2024-11-14T09:22:17,510 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T09:22:17,510 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f7644fbd-637b-42b9-9f4a-e2f3b922f5ef" 2024-11-14T09:22:17,510 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c997132, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:22:17,510 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83f56b55f2af,38345,-1] 2024-11-14T09:22:17,511 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T09:22:17,511 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:22:17,511 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T09:22:17,512 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40707e54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:22:17,512 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:22:17,513 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83f56b55f2af,44687,1731576117811, seqNum=-1] 2024-11-14T09:22:17,513 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T09:22:17,514 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T09:22:17,520 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T09:22:17,520 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 83f56b55f2af,38345,1731576117748 2024-11-14T09:22:17,521 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5aa6784f 2024-11-14T09:22:17,521 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T09:22:17,521 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T09:22:17,525 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731576128021.3e3cd90bf968bca4ddc04bdf3749f879., hostname=83f56b55f2af,44687,1731576117811, seqNum=2] 2024-11-14T09:22:17,527 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T09:22:17,531 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-14T09:22:17,533 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-14T09:22:17,536 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 3e3cd90bf968bca4ddc04bdf3749f879/f 2024-11-14T09:22:17,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-14T09:22:17,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T09:22:17,539 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 3e3cd90bf968bca4ddc04bdf3749f879/f 2024-11-14T09:22:17,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-14T09:22:17,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T09:22:17,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] regionserver.HRegion(2603): Flush status journal for 3e3cd90bf968bca4ddc04bdf3749f879: 2024-11-14T09:22:17,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/staging/jenkins__test__i342fpnltf4epalet4pmlpq85ua8p62klhojbapa41mlefqrp5gufjto8cgslc1h/f/hfile_1 2024-11-14T09:22:17,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/staging/jenkins__test__i342fpnltf4epalet4pmlpq85ua8p62klhojbapa41mlefqrp5gufjto8cgslc1h/f/hfile_1 as hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/data/default/test/3e3cd90bf968bca4ddc04bdf3749f879/f/8a5d7cb54db645f0ba529f038caab998_SeqId_6_ 2024-11-14T09:22:17,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/staging/jenkins__test__i342fpnltf4epalet4pmlpq85ua8p62klhojbapa41mlefqrp5gufjto8cgslc1h/f/hfile_0 2024-11-14T09:22:17,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/staging/jenkins__test__i342fpnltf4epalet4pmlpq85ua8p62klhojbapa41mlefqrp5gufjto8cgslc1h/f/hfile_0 as hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/data/default/test/3e3cd90bf968bca4ddc04bdf3749f879/f/814962e779b94710aa197eef2e7636d5_SeqId_6_ 2024-11-14T09:22:17,549 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/staging/jenkins__test__i342fpnltf4epalet4pmlpq85ua8p62klhojbapa41mlefqrp5gufjto8cgslc1h/f/hfile_1 into 3e3cd90bf968bca4ddc04bdf3749f879/f as hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/data/default/test/3e3cd90bf968bca4ddc04bdf3749f879/f/8a5d7cb54db645f0ba529f038caab998_SeqId_6_ - updating store file list. 2024-11-14T09:22:17,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8a5d7cb54db645f0ba529f038caab998_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-14T09:22:17,553 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/data/default/test/3e3cd90bf968bca4ddc04bdf3749f879/f/8a5d7cb54db645f0ba529f038caab998_SeqId_6_ into 3e3cd90bf968bca4ddc04bdf3749f879/f 2024-11-14T09:22:17,553 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/staging/jenkins__test__i342fpnltf4epalet4pmlpq85ua8p62klhojbapa41mlefqrp5gufjto8cgslc1h/f/hfile_1 into 3e3cd90bf968bca4ddc04bdf3749f879/f (new location: hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/data/default/test/3e3cd90bf968bca4ddc04bdf3749f879/f/8a5d7cb54db645f0ba529f038caab998_SeqId_6_) 2024-11-14T09:22:17,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/staging/jenkins__test__i342fpnltf4epalet4pmlpq85ua8p62klhojbapa41mlefqrp5gufjto8cgslc1h/f/hfile_1 2024-11-14T09:22:17,554 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/staging/jenkins__test__i342fpnltf4epalet4pmlpq85ua8p62klhojbapa41mlefqrp5gufjto8cgslc1h/f/hfile_0 into 3e3cd90bf968bca4ddc04bdf3749f879/f as hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/data/default/test/3e3cd90bf968bca4ddc04bdf3749f879/f/814962e779b94710aa197eef2e7636d5_SeqId_6_ - updating store file list. 2024-11-14T09:22:17,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 814962e779b94710aa197eef2e7636d5_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-14T09:22:17,557 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/data/default/test/3e3cd90bf968bca4ddc04bdf3749f879/f/814962e779b94710aa197eef2e7636d5_SeqId_6_ into 3e3cd90bf968bca4ddc04bdf3749f879/f 2024-11-14T09:22:17,557 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/staging/jenkins__test__i342fpnltf4epalet4pmlpq85ua8p62klhojbapa41mlefqrp5gufjto8cgslc1h/f/hfile_0 into 3e3cd90bf968bca4ddc04bdf3749f879/f (new location: hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/data/default/test/3e3cd90bf968bca4ddc04bdf3749f879/f/814962e779b94710aa197eef2e7636d5_SeqId_6_) 2024-11-14T09:22:17,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/staging/jenkins__test__i342fpnltf4epalet4pmlpq85ua8p62klhojbapa41mlefqrp5gufjto8cgslc1h/f/hfile_0 2024-11-14T09:22:17,558 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T09:22:17,558 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:22:17,558 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:22:17,558 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:22:17,558 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T09:22:17,559 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731576128021.3e3cd90bf968bca4ddc04bdf3749f879., hostname=83f56b55f2af,44687,1731576117811, seqNum=2 , the old value is region=test,,1731576128021.3e3cd90bf968bca4ddc04bdf3749f879., hostname=83f56b55f2af,44687,1731576117811, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=83f56b55f2af:44687 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T09:22:17,559 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731576128021.3e3cd90bf968bca4ddc04bdf3749f879., hostname=83f56b55f2af,44687,1731576117811, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T09:22:17,559 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731576128021.3e3cd90bf968bca4ddc04bdf3749f879., hostname=83f56b55f2af,44687,1731576117811, seqNum=2 from cache 2024-11-14T09:22:17,562 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-14T09:22:17,664 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=83f56b55f2af:44687 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-14T09:22:17,761 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,44687,1731576117811.replicationSource.wal-reader.83f56b55f2af%2C44687%2C1731576117811,1-83f56b55f2af,44687,1731576117811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/WALs/83f56b55f2af,44687,1731576117811/83f56b55f2af%2C44687%2C1731576117811.1731576136726 to pos 0, reset compression=false 2024-11-14T09:22:17,765 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,44687,1731576117811.replicationSource.wal-reader.83f56b55f2af%2C44687%2C1731576117811,1-83f56b55f2af,44687,1731576117811 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T09:22:17,765 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,44687,1731576117811.replicationSource.shipper83f56b55f2af%2C44687%2C1731576117811,1-83f56b55f2af,44687,1731576117811 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83f56b55f2af,44687,1731576117811 got entry batch from reader: WALEntryBatch [walEntries=[{test/3e3cd90bf968bca4ddc04bdf3749f879/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731576137557/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/WALs/83f56b55f2af,44687,1731576117811/83f56b55f2af%2C44687%2C1731576117811.1731576136726, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-14T09:22:17,766 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38055 {}] regionserver.ReplicationSink(318): Replicating [f7644fbd-637b-42b9-9f4a-e2f3b922f5ef] bulk loaded data 2024-11-14T09:22:17,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741839_1015 (size=10791) 2024-11-14T09:22:17,895 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,2-83f56b55f2af,44687,1731576117811.replicationSource.wal-reader.83f56b55f2af%2C44687%2C1731576117811,2-83f56b55f2af,44687,1731576117811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/WALs/83f56b55f2af,44687,1731576117811/83f56b55f2af%2C44687%2C1731576117811.1731576136726 to pos 0, reset compression=false 2024-11-14T09:22:17,899 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,2-83f56b55f2af,44687,1731576117811.replicationSource.wal-reader.83f56b55f2af%2C44687%2C1731576117811,2-83f56b55f2af,44687,1731576117811 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T09:22:17,899 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,2-83f56b55f2af,44687,1731576117811.replicationSource.shipper83f56b55f2af%2C44687%2C1731576117811,2-83f56b55f2af,44687,1731576117811 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-83f56b55f2af,44687,1731576117811 got entry batch from reader: WALEntryBatch [walEntries=[{test/3e3cd90bf968bca4ddc04bdf3749f879/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731576137557/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/WALs/83f56b55f2af,44687,1731576117811/83f56b55f2af%2C44687%2C1731576117811.1731576136726, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-14T09:22:17,901 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,2-83f56b55f2af,44687,1731576117811.replicationSource.shipper83f56b55f2af%2C44687%2C1731576117811,2-83f56b55f2af,44687,1731576117811 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T09:22:17,902 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-14T09:22:17,902 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45595 {}] regionserver.ReplicationSink(318): Replicating [f7644fbd-637b-42b9-9f4a-e2f3b922f5ef] bulk loaded data 2024-11-14T09:22:17,903 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45595 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@19f75f55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:22:17,903 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45595 {}] client.ClusterIdFetcher(90): Going to request 83f56b55f2af,42323,-1 for getting cluster id 2024-11-14T09:22:17,903 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45595 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T09:22:17,903 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f424694a-99e4-4b6b-bde3-a512c65741be' 2024-11-14T09:22:17,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T09:22:17,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f424694a-99e4-4b6b-bde3-a512c65741be" 2024-11-14T09:22:17,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7e8ef8ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:22:17,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83f56b55f2af,42323,-1] 2024-11-14T09:22:17,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T09:22:17,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:22:17,905 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-14T09:22:17,905 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45595 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5a7651f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T09:22:17,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38835 is added to blk_1073741837_1013 (size=10791) 2024-11-14T09:22:17,919 DEBUG [master/83f56b55f2af:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=3, created chunk count=37, reused chunk count=156, reuseRatio=80.83% 2024-11-14T09:22:17,920 DEBUG [master/83f56b55f2af:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-14T09:22:17,965 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,44687,1731576117811.replicationSource.wal-reader.83f56b55f2af%2C44687%2C1731576117811,1-83f56b55f2af,44687,1731576117811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/WALs/83f56b55f2af,44687,1731576117811/83f56b55f2af%2C44687%2C1731576117811.1731576136726 to pos 393, reset compression=false 2024-11-14T09:22:18,099 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,2-83f56b55f2af,44687,1731576117811.replicationSource.wal-reader.83f56b55f2af%2C44687%2C1731576117811,2-83f56b55f2af,44687,1731576117811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/WALs/83f56b55f2af,44687,1731576117811/83f56b55f2af%2C44687%2C1731576117811.1731576136726 to pos 393, reset compression=false 2024-11-14T09:22:18,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741840_1016 (size=11194) 2024-11-14T09:22:18,268 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,44687,1731576117811.replicationSource.wal-reader.83f56b55f2af%2C44687%2C1731576117811,1-83f56b55f2af,44687,1731576117811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/WALs/83f56b55f2af,44687,1731576117811/83f56b55f2af%2C44687%2C1731576117811.1731576136726 to pos 393, reset compression=false 2024-11-14T09:22:18,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38835 is added to blk_1073741838_1014 (size=11194) 2024-11-14T09:22:18,326 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45595 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T09:22:18,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 83f56b55f2af,42323,1731576124936 2024-11-14T09:22:18,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@51c29272 2024-11-14T09:22:18,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T09:22:18,328 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-14T09:22:18,330 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45595 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T09:22:18,330 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45595 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T09:22:18,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83f56b55f2af,45595,1731576124979, seqNum=-1] 2024-11-14T09:22:18,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T09:22:18,331 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-14T09:22:18,336 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40003/user/jenkins/test-data/fb44d0e7-a29b-5fa8-0ff5-9e0733c4e8b3/staging/jenkins.hfs.23__test__cdmk7g57ip1hek3esfhauosre21l58c7tb0dmdbn8seqtuc5plhiu1bnnn5rrjga/f/814962e779b94710aa197eef2e7636d5_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-14T09:22:18,338 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40003/user/jenkins/test-data/fb44d0e7-a29b-5fa8-0ff5-9e0733c4e8b3/staging/jenkins.hfs.23__test__cdmk7g57ip1hek3esfhauosre21l58c7tb0dmdbn8seqtuc5plhiu1bnnn5rrjga/f/8a5d7cb54db645f0ba529f038caab998_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-14T09:22:18,340 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45595 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40003/user/jenkins/test-data/fb44d0e7-a29b-5fa8-0ff5-9e0733c4e8b3/staging/jenkins.hfs.23__test__cdmk7g57ip1hek3esfhauosre21l58c7tb0dmdbn8seqtuc5plhiu1bnnn5rrjga/f/814962e779b94710aa197eef2e7636d5_SeqId_6_ for inclusion in 3438384ae0e44966c6a507da9b0e2a72/f 2024-11-14T09:22:18,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45595 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-14T09:22:18,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45595 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T09:22:18,342 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45595 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40003/user/jenkins/test-data/fb44d0e7-a29b-5fa8-0ff5-9e0733c4e8b3/staging/jenkins.hfs.23__test__cdmk7g57ip1hek3esfhauosre21l58c7tb0dmdbn8seqtuc5plhiu1bnnn5rrjga/f/8a5d7cb54db645f0ba529f038caab998_SeqId_6_ for inclusion in 3438384ae0e44966c6a507da9b0e2a72/f 2024-11-14T09:22:18,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45595 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-14T09:22:18,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45595 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T09:22:18,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45595 {}] regionserver.HRegion(2603): Flush status journal for 3438384ae0e44966c6a507da9b0e2a72: 2024-11-14T09:22:18,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45595 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 814962e779b94710aa197eef2e7636d5_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-14T09:22:18,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45595 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40003/user/jenkins/test-data/fb44d0e7-a29b-5fa8-0ff5-9e0733c4e8b3/staging/jenkins.hfs.23__test__cdmk7g57ip1hek3esfhauosre21l58c7tb0dmdbn8seqtuc5plhiu1bnnn5rrjga/f/814962e779b94710aa197eef2e7636d5_SeqId_6_ as hdfs://localhost:40003/user/jenkins/test-data/fb44d0e7-a29b-5fa8-0ff5-9e0733c4e8b3/data/default/test/3438384ae0e44966c6a507da9b0e2a72/f/4ee838ec948247be8581712f3bbbe2fb_SeqId_4_ 2024-11-14T09:22:18,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45595 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 8a5d7cb54db645f0ba529f038caab998_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-14T09:22:18,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45595 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40003/user/jenkins/test-data/fb44d0e7-a29b-5fa8-0ff5-9e0733c4e8b3/staging/jenkins.hfs.23__test__cdmk7g57ip1hek3esfhauosre21l58c7tb0dmdbn8seqtuc5plhiu1bnnn5rrjga/f/8a5d7cb54db645f0ba529f038caab998_SeqId_6_ as hdfs://localhost:40003/user/jenkins/test-data/fb44d0e7-a29b-5fa8-0ff5-9e0733c4e8b3/data/default/test/3438384ae0e44966c6a507da9b0e2a72/f/0124371b7031471bb8fe3056ba5a8e9b_SeqId_4_ 2024-11-14T09:22:18,347 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45595 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40003/user/jenkins/test-data/fb44d0e7-a29b-5fa8-0ff5-9e0733c4e8b3/staging/jenkins.hfs.23__test__cdmk7g57ip1hek3esfhauosre21l58c7tb0dmdbn8seqtuc5plhiu1bnnn5rrjga/f/814962e779b94710aa197eef2e7636d5_SeqId_6_ into 3438384ae0e44966c6a507da9b0e2a72/f as hdfs://localhost:40003/user/jenkins/test-data/fb44d0e7-a29b-5fa8-0ff5-9e0733c4e8b3/data/default/test/3438384ae0e44966c6a507da9b0e2a72/f/4ee838ec948247be8581712f3bbbe2fb_SeqId_4_ - updating store file list. 2024-11-14T09:22:18,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45595 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4ee838ec948247be8581712f3bbbe2fb_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T09:22:18,350 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45595 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40003/user/jenkins/test-data/fb44d0e7-a29b-5fa8-0ff5-9e0733c4e8b3/data/default/test/3438384ae0e44966c6a507da9b0e2a72/f/4ee838ec948247be8581712f3bbbe2fb_SeqId_4_ into 3438384ae0e44966c6a507da9b0e2a72/f 2024-11-14T09:22:18,350 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45595 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40003/user/jenkins/test-data/fb44d0e7-a29b-5fa8-0ff5-9e0733c4e8b3/staging/jenkins.hfs.23__test__cdmk7g57ip1hek3esfhauosre21l58c7tb0dmdbn8seqtuc5plhiu1bnnn5rrjga/f/814962e779b94710aa197eef2e7636d5_SeqId_6_ into 3438384ae0e44966c6a507da9b0e2a72/f (new location: hdfs://localhost:40003/user/jenkins/test-data/fb44d0e7-a29b-5fa8-0ff5-9e0733c4e8b3/data/default/test/3438384ae0e44966c6a507da9b0e2a72/f/4ee838ec948247be8581712f3bbbe2fb_SeqId_4_) 2024-11-14T09:22:18,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45595 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40003/user/jenkins/test-data/fb44d0e7-a29b-5fa8-0ff5-9e0733c4e8b3/staging/jenkins.hfs.23__test__cdmk7g57ip1hek3esfhauosre21l58c7tb0dmdbn8seqtuc5plhiu1bnnn5rrjga/f/814962e779b94710aa197eef2e7636d5_SeqId_6_ 2024-11-14T09:22:18,351 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45595 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40003/user/jenkins/test-data/fb44d0e7-a29b-5fa8-0ff5-9e0733c4e8b3/staging/jenkins.hfs.23__test__cdmk7g57ip1hek3esfhauosre21l58c7tb0dmdbn8seqtuc5plhiu1bnnn5rrjga/f/8a5d7cb54db645f0ba529f038caab998_SeqId_6_ into 3438384ae0e44966c6a507da9b0e2a72/f as hdfs://localhost:40003/user/jenkins/test-data/fb44d0e7-a29b-5fa8-0ff5-9e0733c4e8b3/data/default/test/3438384ae0e44966c6a507da9b0e2a72/f/0124371b7031471bb8fe3056ba5a8e9b_SeqId_4_ - updating store file list. 2024-11-14T09:22:18,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45595 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0124371b7031471bb8fe3056ba5a8e9b_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T09:22:18,355 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45595 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40003/user/jenkins/test-data/fb44d0e7-a29b-5fa8-0ff5-9e0733c4e8b3/data/default/test/3438384ae0e44966c6a507da9b0e2a72/f/0124371b7031471bb8fe3056ba5a8e9b_SeqId_4_ into 3438384ae0e44966c6a507da9b0e2a72/f 2024-11-14T09:22:18,355 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45595 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40003/user/jenkins/test-data/fb44d0e7-a29b-5fa8-0ff5-9e0733c4e8b3/staging/jenkins.hfs.23__test__cdmk7g57ip1hek3esfhauosre21l58c7tb0dmdbn8seqtuc5plhiu1bnnn5rrjga/f/8a5d7cb54db645f0ba529f038caab998_SeqId_6_ into 3438384ae0e44966c6a507da9b0e2a72/f (new location: hdfs://localhost:40003/user/jenkins/test-data/fb44d0e7-a29b-5fa8-0ff5-9e0733c4e8b3/data/default/test/3438384ae0e44966c6a507da9b0e2a72/f/0124371b7031471bb8fe3056ba5a8e9b_SeqId_4_) 2024-11-14T09:22:18,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45595 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40003/user/jenkins/test-data/fb44d0e7-a29b-5fa8-0ff5-9e0733c4e8b3/staging/jenkins.hfs.23__test__cdmk7g57ip1hek3esfhauosre21l58c7tb0dmdbn8seqtuc5plhiu1bnnn5rrjga/f/8a5d7cb54db645f0ba529f038caab998_SeqId_6_ 2024-11-14T09:22:18,357 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45595 {}] regionserver.ReplicationSink(324): Finished replicating [f7644fbd-637b-42b9-9f4a-e2f3b922f5ef] bulk loaded data 2024-11-14T09:22:18,403 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,2-83f56b55f2af,44687,1731576117811.replicationSource.wal-reader.83f56b55f2af%2C44687%2C1731576117811,2-83f56b55f2af,44687,1731576117811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/WALs/83f56b55f2af,44687,1731576117811/83f56b55f2af%2C44687%2C1731576117811.1731576136726 to pos 393, reset compression=false 2024-11-14T09:22:18,565 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-14T09:22:18,585 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38055 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T09:22:18,590 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35497/user/jenkins/test-data/2ba50487-d768-b755-7bd1-435630e32f26/staging/jenkins.hfs.22__test__kbcvv1siu4qhjc0jfsuekei10of4j4bav19vvfcb322aucm6plbrqfbb4mjcnhro/f/814962e779b94710aa197eef2e7636d5_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-14T09:22:18,592 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35497/user/jenkins/test-data/2ba50487-d768-b755-7bd1-435630e32f26/staging/jenkins.hfs.22__test__kbcvv1siu4qhjc0jfsuekei10of4j4bav19vvfcb322aucm6plbrqfbb4mjcnhro/f/8a5d7cb54db645f0ba529f038caab998_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-14T09:22:18,593 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38055 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35497/user/jenkins/test-data/2ba50487-d768-b755-7bd1-435630e32f26/staging/jenkins.hfs.22__test__kbcvv1siu4qhjc0jfsuekei10of4j4bav19vvfcb322aucm6plbrqfbb4mjcnhro/f/814962e779b94710aa197eef2e7636d5_SeqId_6_ for inclusion in fa5b5cbb4ed3ab1caaf8e27a54e50892/f 2024-11-14T09:22:18,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38055 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-14T09:22:18,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38055 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T09:22:18,595 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38055 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35497/user/jenkins/test-data/2ba50487-d768-b755-7bd1-435630e32f26/staging/jenkins.hfs.22__test__kbcvv1siu4qhjc0jfsuekei10of4j4bav19vvfcb322aucm6plbrqfbb4mjcnhro/f/8a5d7cb54db645f0ba529f038caab998_SeqId_6_ for inclusion in fa5b5cbb4ed3ab1caaf8e27a54e50892/f 2024-11-14T09:22:18,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38055 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-14T09:22:18,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38055 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T09:22:18,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38055 {}] regionserver.HRegion(2603): Flush status journal for fa5b5cbb4ed3ab1caaf8e27a54e50892: 2024-11-14T09:22:18,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38055 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 814962e779b94710aa197eef2e7636d5_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-14T09:22:18,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38055 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35497/user/jenkins/test-data/2ba50487-d768-b755-7bd1-435630e32f26/staging/jenkins.hfs.22__test__kbcvv1siu4qhjc0jfsuekei10of4j4bav19vvfcb322aucm6plbrqfbb4mjcnhro/f/814962e779b94710aa197eef2e7636d5_SeqId_6_ as hdfs://localhost:35497/user/jenkins/test-data/2ba50487-d768-b755-7bd1-435630e32f26/data/default/test/fa5b5cbb4ed3ab1caaf8e27a54e50892/f/5fe9d473ba0248d0a7271fd3c2e26e98_SeqId_6_ 2024-11-14T09:22:18,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38055 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 8a5d7cb54db645f0ba529f038caab998_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-14T09:22:18,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38055 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35497/user/jenkins/test-data/2ba50487-d768-b755-7bd1-435630e32f26/staging/jenkins.hfs.22__test__kbcvv1siu4qhjc0jfsuekei10of4j4bav19vvfcb322aucm6plbrqfbb4mjcnhro/f/8a5d7cb54db645f0ba529f038caab998_SeqId_6_ as hdfs://localhost:35497/user/jenkins/test-data/2ba50487-d768-b755-7bd1-435630e32f26/data/default/test/fa5b5cbb4ed3ab1caaf8e27a54e50892/f/fe8c4c4bf90446419b964870bd43dd78_SeqId_6_ 2024-11-14T09:22:18,600 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38055 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35497/user/jenkins/test-data/2ba50487-d768-b755-7bd1-435630e32f26/staging/jenkins.hfs.22__test__kbcvv1siu4qhjc0jfsuekei10of4j4bav19vvfcb322aucm6plbrqfbb4mjcnhro/f/814962e779b94710aa197eef2e7636d5_SeqId_6_ into fa5b5cbb4ed3ab1caaf8e27a54e50892/f as hdfs://localhost:35497/user/jenkins/test-data/2ba50487-d768-b755-7bd1-435630e32f26/data/default/test/fa5b5cbb4ed3ab1caaf8e27a54e50892/f/5fe9d473ba0248d0a7271fd3c2e26e98_SeqId_6_ - updating store file list. 2024-11-14T09:22:18,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38055 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5fe9d473ba0248d0a7271fd3c2e26e98_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-14T09:22:18,603 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38055 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35497/user/jenkins/test-data/2ba50487-d768-b755-7bd1-435630e32f26/data/default/test/fa5b5cbb4ed3ab1caaf8e27a54e50892/f/5fe9d473ba0248d0a7271fd3c2e26e98_SeqId_6_ into fa5b5cbb4ed3ab1caaf8e27a54e50892/f 2024-11-14T09:22:18,603 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38055 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35497/user/jenkins/test-data/2ba50487-d768-b755-7bd1-435630e32f26/staging/jenkins.hfs.22__test__kbcvv1siu4qhjc0jfsuekei10of4j4bav19vvfcb322aucm6plbrqfbb4mjcnhro/f/814962e779b94710aa197eef2e7636d5_SeqId_6_ into fa5b5cbb4ed3ab1caaf8e27a54e50892/f (new location: hdfs://localhost:35497/user/jenkins/test-data/2ba50487-d768-b755-7bd1-435630e32f26/data/default/test/fa5b5cbb4ed3ab1caaf8e27a54e50892/f/5fe9d473ba0248d0a7271fd3c2e26e98_SeqId_6_) 2024-11-14T09:22:18,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38055 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35497/user/jenkins/test-data/2ba50487-d768-b755-7bd1-435630e32f26/staging/jenkins.hfs.22__test__kbcvv1siu4qhjc0jfsuekei10of4j4bav19vvfcb322aucm6plbrqfbb4mjcnhro/f/814962e779b94710aa197eef2e7636d5_SeqId_6_ 2024-11-14T09:22:18,604 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38055 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35497/user/jenkins/test-data/2ba50487-d768-b755-7bd1-435630e32f26/staging/jenkins.hfs.22__test__kbcvv1siu4qhjc0jfsuekei10of4j4bav19vvfcb322aucm6plbrqfbb4mjcnhro/f/8a5d7cb54db645f0ba529f038caab998_SeqId_6_ into fa5b5cbb4ed3ab1caaf8e27a54e50892/f as hdfs://localhost:35497/user/jenkins/test-data/2ba50487-d768-b755-7bd1-435630e32f26/data/default/test/fa5b5cbb4ed3ab1caaf8e27a54e50892/f/fe8c4c4bf90446419b964870bd43dd78_SeqId_6_ - updating store file list. 2024-11-14T09:22:18,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38055 {}] regionserver.HStoreFile(483): HFile Bloom filter type for fe8c4c4bf90446419b964870bd43dd78_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-14T09:22:18,607 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38055 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35497/user/jenkins/test-data/2ba50487-d768-b755-7bd1-435630e32f26/data/default/test/fa5b5cbb4ed3ab1caaf8e27a54e50892/f/fe8c4c4bf90446419b964870bd43dd78_SeqId_6_ into fa5b5cbb4ed3ab1caaf8e27a54e50892/f 2024-11-14T09:22:18,607 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38055 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35497/user/jenkins/test-data/2ba50487-d768-b755-7bd1-435630e32f26/staging/jenkins.hfs.22__test__kbcvv1siu4qhjc0jfsuekei10of4j4bav19vvfcb322aucm6plbrqfbb4mjcnhro/f/8a5d7cb54db645f0ba529f038caab998_SeqId_6_ into fa5b5cbb4ed3ab1caaf8e27a54e50892/f (new location: hdfs://localhost:35497/user/jenkins/test-data/2ba50487-d768-b755-7bd1-435630e32f26/data/default/test/fa5b5cbb4ed3ab1caaf8e27a54e50892/f/fe8c4c4bf90446419b964870bd43dd78_SeqId_6_) 2024-11-14T09:22:18,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38055 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35497/user/jenkins/test-data/2ba50487-d768-b755-7bd1-435630e32f26/staging/jenkins.hfs.22__test__kbcvv1siu4qhjc0jfsuekei10of4j4bav19vvfcb322aucm6plbrqfbb4mjcnhro/f/8a5d7cb54db645f0ba529f038caab998_SeqId_6_ 2024-11-14T09:22:18,608 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38055 {}] regionserver.ReplicationSink(324): Finished replicating [f7644fbd-637b-42b9-9f4a-e2f3b922f5ef] bulk loaded data 2024-11-14T09:22:18,671 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,44687,1731576117811.replicationSource.wal-reader.83f56b55f2af%2C44687%2C1731576117811,1-83f56b55f2af,44687,1731576117811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/WALs/83f56b55f2af,44687,1731576117811/83f56b55f2af%2C44687%2C1731576117811.1731576136726 to pos 393, reset compression=false 2024-11-14T09:22:18,806 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,2-83f56b55f2af,44687,1731576117811.replicationSource.wal-reader.83f56b55f2af%2C44687%2C1731576117811,2-83f56b55f2af,44687,1731576117811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/WALs/83f56b55f2af,44687,1731576117811/83f56b55f2af%2C44687%2C1731576117811.1731576136726 to pos 393, reset compression=false 2024-11-14T09:22:18,967 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T09:22:18,968 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:22:18,968 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:22:18,968 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:22:18,969 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:22:18,969 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:22:18,969 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:22:18,969 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:22:19,007 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:22:19,007 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:22:19,007 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:22:19,007 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:22:19,007 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:22:19,008 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:22:19,012 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:22:19,014 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:22:19,015 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:22:19,016 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:22:19,175 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,44687,1731576117811.replicationSource.wal-reader.83f56b55f2af%2C44687%2C1731576117811,1-83f56b55f2af,44687,1731576117811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/WALs/83f56b55f2af,44687,1731576117811/83f56b55f2af%2C44687%2C1731576117811.1731576136726 to pos 393, reset compression=false 2024-11-14T09:22:19,309 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,2-83f56b55f2af,44687,1731576117811.replicationSource.wal-reader.83f56b55f2af%2C44687%2C1731576117811,2-83f56b55f2af,44687,1731576117811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/WALs/83f56b55f2af,44687,1731576117811/83f56b55f2af%2C44687%2C1731576117811.1731576136726 to pos 393, reset compression=false 2024-11-14T09:22:19,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T09:22:19,578 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T09:22:19,578 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:22:19,578 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:22:19,578 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:22:19,578 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T09:22:19,579 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T09:22:19,579 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1147541061, stopped=false 2024-11-14T09:22:19,579 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=83f56b55f2af,42323,1731576124936 2024-11-14T09:22:19,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42323-0x10115c8a04f0006, quorum=127.0.0.1:59986, baseZNode=/2-986613343 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-986613343/running 2024-11-14T09:22:19,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45595-0x10115c8a04f0007, quorum=127.0.0.1:59986, baseZNode=/2-986613343 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-986613343/running 2024-11-14T09:22:19,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42323-0x10115c8a04f0006, quorum=127.0.0.1:59986, baseZNode=/2-986613343 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-986613343 2024-11-14T09:22:19,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45595-0x10115c8a04f0007, quorum=127.0.0.1:59986, baseZNode=/2-986613343 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-986613343 2024-11-14T09:22:19,581 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T09:22:19,581 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T09:22:19,581 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:22:19,581 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:22:19,581 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '83f56b55f2af,45595,1731576124979' ***** 2024-11-14T09:22:19,581 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T09:22:19,582 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45595-0x10115c8a04f0007, quorum=127.0.0.1:59986, baseZNode=/2-986613343 Set watcher on znode that does not yet exist, /2-986613343/running 2024-11-14T09:22:19,582 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42323-0x10115c8a04f0006, quorum=127.0.0.1:59986, baseZNode=/2-986613343 Set watcher on znode that does not yet exist, /2-986613343/running 2024-11-14T09:22:19,582 INFO [RS:0;83f56b55f2af:45595 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T09:22:19,582 INFO [RS:0;83f56b55f2af:45595 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T09:22:19,582 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T09:22:19,582 INFO [RS:0;83f56b55f2af:45595 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T09:22:19,582 INFO [RS:0;83f56b55f2af:45595 {}] regionserver.HRegionServer(3091): Received CLOSE for 3438384ae0e44966c6a507da9b0e2a72 2024-11-14T09:22:19,583 INFO [RS:0;83f56b55f2af:45595 {}] regionserver.HRegionServer(959): stopping server 83f56b55f2af,45595,1731576124979 2024-11-14T09:22:19,583 INFO [RS:0;83f56b55f2af:45595 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T09:22:19,583 INFO [RS:0;83f56b55f2af:45595 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;83f56b55f2af:45595. 2024-11-14T09:22:19,583 DEBUG [RS:0;83f56b55f2af:45595 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:22:19,583 DEBUG [RS:0;83f56b55f2af:45595 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:22:19,583 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3438384ae0e44966c6a507da9b0e2a72, disabling compactions & flushes 2024-11-14T09:22:19,583 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731576132337.3438384ae0e44966c6a507da9b0e2a72. 2024-11-14T09:22:19,583 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731576132337.3438384ae0e44966c6a507da9b0e2a72. 2024-11-14T09:22:19,583 INFO [RS:0;83f56b55f2af:45595 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T09:22:19,583 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731576132337.3438384ae0e44966c6a507da9b0e2a72. after waiting 0 ms 2024-11-14T09:22:19,583 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731576132337.3438384ae0e44966c6a507da9b0e2a72. 2024-11-14T09:22:19,583 INFO [RS:0;83f56b55f2af:45595 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T09:22:19,583 INFO [RS:0;83f56b55f2af:45595 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T09:22:19,583 INFO [RS:0;83f56b55f2af:45595 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T09:22:19,583 INFO [RS:0;83f56b55f2af:45595 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T09:22:19,583 DEBUG [RS:0;83f56b55f2af:45595 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 3438384ae0e44966c6a507da9b0e2a72=test,,1731576132337.3438384ae0e44966c6a507da9b0e2a72.} 2024-11-14T09:22:19,583 DEBUG [RS:0;83f56b55f2af:45595 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3438384ae0e44966c6a507da9b0e2a72 2024-11-14T09:22:19,583 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T09:22:19,583 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T09:22:19,583 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T09:22:19,584 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T09:22:19,584 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T09:22:19,584 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-14T09:22:19,587 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40003/user/jenkins/test-data/fb44d0e7-a29b-5fa8-0ff5-9e0733c4e8b3/data/default/test/3438384ae0e44966c6a507da9b0e2a72/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-14T09:22:19,587 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T09:22:19,587 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T09:22:19,587 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731576132337.3438384ae0e44966c6a507da9b0e2a72. 2024-11-14T09:22:19,587 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3438384ae0e44966c6a507da9b0e2a72: Waiting for close lock at 1731576139583Running coprocessor pre-close hooks at 1731576139583Disabling compacts and flushes for region at 1731576139583Disabling writes for close at 1731576139583Writing region close event to WAL at 1731576139584 (+1 ms)Running coprocessor post-close hooks at 1731576139587 (+3 ms)Closed at 1731576139587 2024-11-14T09:22:19,587 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731576132337.3438384ae0e44966c6a507da9b0e2a72. 2024-11-14T09:22:19,599 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40003/user/jenkins/test-data/fb44d0e7-a29b-5fa8-0ff5-9e0733c4e8b3/data/hbase/meta/1588230740/.tmp/info/b689c25dcb3542dda789de26624bbeca is 129, key is test,,1731576132337.3438384ae0e44966c6a507da9b0e2a72./info:regioninfo/1731576133477/Put/seqid=0 2024-11-14T09:22:19,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38835 is added to blk_1073741839_1015 (size=6421) 2024-11-14T09:22:19,649 INFO [regionserver/83f56b55f2af:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T09:22:19,779 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,44687,1731576117811.replicationSource.wal-reader.83f56b55f2af%2C44687%2C1731576117811,1-83f56b55f2af,44687,1731576117811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/WALs/83f56b55f2af,44687,1731576117811/83f56b55f2af%2C44687%2C1731576117811.1731576136726 to pos 393, reset compression=false 2024-11-14T09:22:19,784 DEBUG [RS:0;83f56b55f2af:45595 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T09:22:19,841 INFO [regionserver/83f56b55f2af:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T09:22:19,842 INFO [regionserver/83f56b55f2af:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T09:22:19,913 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,2-83f56b55f2af,44687,1731576117811.replicationSource.wal-reader.83f56b55f2af%2C44687%2C1731576117811,2-83f56b55f2af,44687,1731576117811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/WALs/83f56b55f2af,44687,1731576117811/83f56b55f2af%2C44687%2C1731576117811.1731576136726 to pos 393, reset compression=false 2024-11-14T09:22:19,984 DEBUG [RS:0;83f56b55f2af:45595 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T09:22:20,003 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40003/user/jenkins/test-data/fb44d0e7-a29b-5fa8-0ff5-9e0733c4e8b3/data/hbase/meta/1588230740/.tmp/info/b689c25dcb3542dda789de26624bbeca 2024-11-14T09:22:20,022 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40003/user/jenkins/test-data/fb44d0e7-a29b-5fa8-0ff5-9e0733c4e8b3/data/hbase/meta/1588230740/.tmp/ns/ae2377dded214cd1962f8a2a5fc369a1 is 43, key is default/ns:d/1731576127915/Put/seqid=0 2024-11-14T09:22:20,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38835 is added to blk_1073741840_1016 (size=5153) 2024-11-14T09:22:20,184 DEBUG [RS:0;83f56b55f2af:45595 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T09:22:20,384 DEBUG [RS:0;83f56b55f2af:45595 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T09:22:20,426 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40003/user/jenkins/test-data/fb44d0e7-a29b-5fa8-0ff5-9e0733c4e8b3/data/hbase/meta/1588230740/.tmp/ns/ae2377dded214cd1962f8a2a5fc369a1 2024-11-14T09:22:20,447 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40003/user/jenkins/test-data/fb44d0e7-a29b-5fa8-0ff5-9e0733c4e8b3/data/hbase/meta/1588230740/.tmp/rep_barrier/6a78896eb25640369a0b9b72c58efa40 is 112, key is test,,1731576132337.3438384ae0e44966c6a507da9b0e2a72./rep_barrier:seqnumDuringOpen/1731576133477/Put/seqid=0 2024-11-14T09:22:20,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38835 is added to blk_1073741841_1017 (size=5518) 2024-11-14T09:22:20,482 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,44687,1731576117811.replicationSource.wal-reader.83f56b55f2af%2C44687%2C1731576117811,1-83f56b55f2af,44687,1731576117811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/WALs/83f56b55f2af,44687,1731576117811/83f56b55f2af%2C44687%2C1731576117811.1731576136726 to pos 393, reset compression=false 2024-11-14T09:22:20,584 INFO [RS:0;83f56b55f2af:45595 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T09:22:20,584 DEBUG [RS:0;83f56b55f2af:45595 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T09:22:20,584 DEBUG [RS:0;83f56b55f2af:45595 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T09:22:20,616 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,2-83f56b55f2af,44687,1731576117811.replicationSource.wal-reader.83f56b55f2af%2C44687%2C1731576117811,2-83f56b55f2af,44687,1731576117811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/WALs/83f56b55f2af,44687,1731576117811/83f56b55f2af%2C44687%2C1731576117811.1731576136726 to pos 393, reset compression=false 2024-11-14T09:22:20,784 DEBUG [RS:0;83f56b55f2af:45595 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T09:22:20,851 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40003/user/jenkins/test-data/fb44d0e7-a29b-5fa8-0ff5-9e0733c4e8b3/data/hbase/meta/1588230740/.tmp/rep_barrier/6a78896eb25640369a0b9b72c58efa40 2024-11-14T09:22:20,870 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40003/user/jenkins/test-data/fb44d0e7-a29b-5fa8-0ff5-9e0733c4e8b3/data/hbase/meta/1588230740/.tmp/table/f016b3ea10ac42109423ae47eab79a68 is 40, key is test/table:state/1731576133483/Put/seqid=0 2024-11-14T09:22:20,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38835 is added to blk_1073741842_1018 (size=5165) 2024-11-14T09:22:20,985 DEBUG [RS:0;83f56b55f2af:45595 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T09:22:21,185 DEBUG [RS:0;83f56b55f2af:45595 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T09:22:21,274 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40003/user/jenkins/test-data/fb44d0e7-a29b-5fa8-0ff5-9e0733c4e8b3/data/hbase/meta/1588230740/.tmp/table/f016b3ea10ac42109423ae47eab79a68 2024-11-14T09:22:21,278 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40003/user/jenkins/test-data/fb44d0e7-a29b-5fa8-0ff5-9e0733c4e8b3/data/hbase/meta/1588230740/.tmp/info/b689c25dcb3542dda789de26624bbeca as hdfs://localhost:40003/user/jenkins/test-data/fb44d0e7-a29b-5fa8-0ff5-9e0733c4e8b3/data/hbase/meta/1588230740/info/b689c25dcb3542dda789de26624bbeca 2024-11-14T09:22:21,281 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40003/user/jenkins/test-data/fb44d0e7-a29b-5fa8-0ff5-9e0733c4e8b3/data/hbase/meta/1588230740/info/b689c25dcb3542dda789de26624bbeca, entries=10, sequenceid=11, filesize=6.3 K 2024-11-14T09:22:21,282 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40003/user/jenkins/test-data/fb44d0e7-a29b-5fa8-0ff5-9e0733c4e8b3/data/hbase/meta/1588230740/.tmp/ns/ae2377dded214cd1962f8a2a5fc369a1 as hdfs://localhost:40003/user/jenkins/test-data/fb44d0e7-a29b-5fa8-0ff5-9e0733c4e8b3/data/hbase/meta/1588230740/ns/ae2377dded214cd1962f8a2a5fc369a1 2024-11-14T09:22:21,285 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40003/user/jenkins/test-data/fb44d0e7-a29b-5fa8-0ff5-9e0733c4e8b3/data/hbase/meta/1588230740/ns/ae2377dded214cd1962f8a2a5fc369a1, entries=2, sequenceid=11, filesize=5.0 K 2024-11-14T09:22:21,286 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,44687,1731576117811.replicationSource.wal-reader.83f56b55f2af%2C44687%2C1731576117811,1-83f56b55f2af,44687,1731576117811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/WALs/83f56b55f2af,44687,1731576117811/83f56b55f2af%2C44687%2C1731576117811.1731576136726 to pos 393, reset compression=false 2024-11-14T09:22:21,286 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40003/user/jenkins/test-data/fb44d0e7-a29b-5fa8-0ff5-9e0733c4e8b3/data/hbase/meta/1588230740/.tmp/rep_barrier/6a78896eb25640369a0b9b72c58efa40 as hdfs://localhost:40003/user/jenkins/test-data/fb44d0e7-a29b-5fa8-0ff5-9e0733c4e8b3/data/hbase/meta/1588230740/rep_barrier/6a78896eb25640369a0b9b72c58efa40 2024-11-14T09:22:21,290 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40003/user/jenkins/test-data/fb44d0e7-a29b-5fa8-0ff5-9e0733c4e8b3/data/hbase/meta/1588230740/rep_barrier/6a78896eb25640369a0b9b72c58efa40, entries=1, sequenceid=11, filesize=5.4 K 2024-11-14T09:22:21,290 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40003/user/jenkins/test-data/fb44d0e7-a29b-5fa8-0ff5-9e0733c4e8b3/data/hbase/meta/1588230740/.tmp/table/f016b3ea10ac42109423ae47eab79a68 as hdfs://localhost:40003/user/jenkins/test-data/fb44d0e7-a29b-5fa8-0ff5-9e0733c4e8b3/data/hbase/meta/1588230740/table/f016b3ea10ac42109423ae47eab79a68 2024-11-14T09:22:21,293 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40003/user/jenkins/test-data/fb44d0e7-a29b-5fa8-0ff5-9e0733c4e8b3/data/hbase/meta/1588230740/table/f016b3ea10ac42109423ae47eab79a68, entries=2, sequenceid=11, filesize=5.0 K 2024-11-14T09:22:21,294 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1710ms, sequenceid=11, compaction requested=false 2024-11-14T09:22:21,297 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40003/user/jenkins/test-data/fb44d0e7-a29b-5fa8-0ff5-9e0733c4e8b3/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-14T09:22:21,298 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T09:22:21,298 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T09:22:21,298 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T09:22:21,298 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731576139583Running coprocessor pre-close hooks at 1731576139583Disabling compacts and flushes for region at 1731576139583Disabling writes for close at 1731576139584 (+1 ms)Obtaining lock to block concurrent updates at 1731576139584Preparing flush snapshotting stores in 1588230740 at 1731576139584Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731576139584Flushing stores of hbase:meta,,1.1588230740 at 1731576139585 (+1 ms)Flushing 1588230740/info: creating writer at 1731576139585Flushing 1588230740/info: appending metadata at 1731576139599 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731576139599Flushing 1588230740/ns: creating writer at 1731576140007 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731576140021 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731576140021Flushing 1588230740/rep_barrier: creating writer at 1731576140430 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731576140447 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731576140447Flushing 1588230740/table: creating writer at 1731576140855 (+408 ms)Flushing 1588230740/table: appending metadata at 1731576140869 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731576140869Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34004aa4: reopening flushed file at 1731576141277 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6aade917: reopening flushed file at 1731576141282 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c87d246: reopening flushed file at 1731576141285 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45a729fe: reopening flushed file at 1731576141290 (+5 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1710ms, sequenceid=11, compaction requested=false at 1731576141294 (+4 ms)Writing region close event to WAL at 1731576141295 (+1 ms)Running coprocessor post-close hooks at 1731576141298 (+3 ms)Closed at 1731576141298 2024-11-14T09:22:21,298 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T09:22:21,385 INFO [RS:0;83f56b55f2af:45595 {}] regionserver.HRegionServer(976): stopping server 83f56b55f2af,45595,1731576124979; all regions closed. 2024-11-14T09:22:21,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38835 is added to blk_1073741834_1010 (size=2717) 2024-11-14T09:22:21,389 DEBUG [RS:0;83f56b55f2af:45595 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fb44d0e7-a29b-5fa8-0ff5-9e0733c4e8b3/oldWALs 2024-11-14T09:22:21,389 INFO [RS:0;83f56b55f2af:45595 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 83f56b55f2af%2C45595%2C1731576124979.meta:.meta(num 1731576127876) 2024-11-14T09:22:21,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38835 is added to blk_1073741832_1008 (size=1028) 2024-11-14T09:22:21,392 DEBUG [RS:0;83f56b55f2af:45595 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fb44d0e7-a29b-5fa8-0ff5-9e0733c4e8b3/oldWALs 2024-11-14T09:22:21,392 INFO [RS:0;83f56b55f2af:45595 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 83f56b55f2af%2C45595%2C1731576124979:(num 1731576126974) 2024-11-14T09:22:21,392 DEBUG [RS:0;83f56b55f2af:45595 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:22:21,392 INFO [RS:0;83f56b55f2af:45595 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T09:22:21,392 INFO [RS:0;83f56b55f2af:45595 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T09:22:21,392 INFO [RS:0;83f56b55f2af:45595 {}] hbase.ChoreService(370): Chore service for: regionserver/83f56b55f2af:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T09:22:21,392 INFO [RS:0;83f56b55f2af:45595 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T09:22:21,392 INFO [regionserver/83f56b55f2af:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T09:22:21,393 INFO [RS:0;83f56b55f2af:45595 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;83f56b55f2af:45595. 2024-11-14T09:22:21,393 DEBUG [RS:0;83f56b55f2af:45595 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:22:21,393 DEBUG [RS:0;83f56b55f2af:45595 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:22:21,393 DEBUG [RS:0;83f56b55f2af:45595 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:22:21,393 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T09:22:21,393 INFO [RS:0;83f56b55f2af:45595 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45595 2024-11-14T09:22:21,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45595-0x10115c8a04f0007, quorum=127.0.0.1:59986, baseZNode=/2-986613343 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-986613343/rs/83f56b55f2af,45595,1731576124979 2024-11-14T09:22:21,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42323-0x10115c8a04f0006, quorum=127.0.0.1:59986, baseZNode=/2-986613343 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-986613343/rs 2024-11-14T09:22:21,395 INFO [RS:0;83f56b55f2af:45595 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T09:22:21,396 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [83f56b55f2af,45595,1731576124979] 2024-11-14T09:22:21,399 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-986613343/draining/83f56b55f2af,45595,1731576124979 already deleted, retry=false 2024-11-14T09:22:21,399 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 83f56b55f2af,45595,1731576124979 expired; onlineServers=0 2024-11-14T09:22:21,400 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '83f56b55f2af,42323,1731576124936' ***** 2024-11-14T09:22:21,400 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T09:22:21,400 INFO [M:0;83f56b55f2af:42323 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T09:22:21,400 INFO [M:0;83f56b55f2af:42323 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T09:22:21,400 DEBUG [M:0;83f56b55f2af:42323 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T09:22:21,400 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T09:22:21,400 DEBUG [master/83f56b55f2af:0:becomeActiveMaster-HFileCleaner.small.0-1731576126741 {}] cleaner.HFileCleaner(306): Exit Thread[master/83f56b55f2af:0:becomeActiveMaster-HFileCleaner.small.0-1731576126741,5,FailOnTimeoutGroup] 2024-11-14T09:22:21,400 DEBUG [master/83f56b55f2af:0:becomeActiveMaster-HFileCleaner.large.0-1731576126741 {}] cleaner.HFileCleaner(306): Exit Thread[master/83f56b55f2af:0:becomeActiveMaster-HFileCleaner.large.0-1731576126741,5,FailOnTimeoutGroup] 2024-11-14T09:22:21,400 DEBUG [M:0;83f56b55f2af:42323 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T09:22:21,400 INFO [M:0;83f56b55f2af:42323 {}] hbase.ChoreService(370): Chore service for: master/83f56b55f2af:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T09:22:21,400 INFO [M:0;83f56b55f2af:42323 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T09:22:21,400 DEBUG [M:0;83f56b55f2af:42323 {}] master.HMaster(1795): Stopping service threads 2024-11-14T09:22:21,400 INFO [M:0;83f56b55f2af:42323 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T09:22:21,400 INFO [M:0;83f56b55f2af:42323 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T09:22:21,400 INFO [M:0;83f56b55f2af:42323 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T09:22:21,401 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T09:22:21,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42323-0x10115c8a04f0006, quorum=127.0.0.1:59986, baseZNode=/2-986613343 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-986613343/master 2024-11-14T09:22:21,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42323-0x10115c8a04f0006, quorum=127.0.0.1:59986, baseZNode=/2-986613343 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-986613343 2024-11-14T09:22:21,402 DEBUG [M:0;83f56b55f2af:42323 {}] zookeeper.ZKUtil(347): master:42323-0x10115c8a04f0006, quorum=127.0.0.1:59986, baseZNode=/2-986613343 Unable to get data of znode /2-986613343/master because node does not exist (not an error) 2024-11-14T09:22:21,402 WARN [M:0;83f56b55f2af:42323 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T09:22:21,402 INFO [M:0;83f56b55f2af:42323 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40003/user/jenkins/test-data/fb44d0e7-a29b-5fa8-0ff5-9e0733c4e8b3/.lastflushedseqids 2024-11-14T09:22:21,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38835 is added to blk_1073741843_1019 (size=173) 2024-11-14T09:22:21,419 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,2-83f56b55f2af,44687,1731576117811.replicationSource.wal-reader.83f56b55f2af%2C44687%2C1731576117811,2-83f56b55f2af,44687,1731576117811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/WALs/83f56b55f2af,44687,1731576117811/83f56b55f2af%2C44687%2C1731576117811.1731576136726 to pos 393, reset compression=false 2024-11-14T09:22:21,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45595-0x10115c8a04f0007, quorum=127.0.0.1:59986, baseZNode=/2-986613343 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T09:22:21,496 INFO [RS:0;83f56b55f2af:45595 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T09:22:21,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45595-0x10115c8a04f0007, quorum=127.0.0.1:59986, baseZNode=/2-986613343 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T09:22:21,496 INFO [RS:0;83f56b55f2af:45595 {}] regionserver.HRegionServer(1031): Exiting; stopping=83f56b55f2af,45595,1731576124979; zookeeper connection closed. 2024-11-14T09:22:21,496 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@29c4c9bf {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@29c4c9bf 2024-11-14T09:22:21,497 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T09:22:21,806 INFO [M:0;83f56b55f2af:42323 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T09:22:21,806 INFO [M:0;83f56b55f2af:42323 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T09:22:21,806 DEBUG [M:0;83f56b55f2af:42323 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T09:22:21,806 INFO [M:0;83f56b55f2af:42323 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:22:21,806 DEBUG [M:0;83f56b55f2af:42323 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:22:21,806 DEBUG [M:0;83f56b55f2af:42323 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T09:22:21,807 DEBUG [M:0;83f56b55f2af:42323 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:22:21,807 INFO [M:0;83f56b55f2af:42323 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-14T09:22:21,822 DEBUG [M:0;83f56b55f2af:42323 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40003/user/jenkins/test-data/fb44d0e7-a29b-5fa8-0ff5-9e0733c4e8b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/65c341cb6a6740a7af3e7ff3f58f92dc is 82, key is hbase:meta,,1/info:regioninfo/1731576127906/Put/seqid=0 2024-11-14T09:22:21,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38835 is added to blk_1073741844_1020 (size=5672) 2024-11-14T09:22:22,189 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,44687,1731576117811.replicationSource.wal-reader.83f56b55f2af%2C44687%2C1731576117811,1-83f56b55f2af,44687,1731576117811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/WALs/83f56b55f2af,44687,1731576117811/83f56b55f2af%2C44687%2C1731576117811.1731576136726 to pos 393, reset compression=false 2024-11-14T09:22:22,226 INFO [M:0;83f56b55f2af:42323 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:40003/user/jenkins/test-data/fb44d0e7-a29b-5fa8-0ff5-9e0733c4e8b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/65c341cb6a6740a7af3e7ff3f58f92dc 2024-11-14T09:22:22,246 DEBUG [M:0;83f56b55f2af:42323 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40003/user/jenkins/test-data/fb44d0e7-a29b-5fa8-0ff5-9e0733c4e8b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fabfa80490e74a318746ec0335e71891 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731576133486/Put/seqid=0 2024-11-14T09:22:22,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38835 is added to blk_1073741845_1021 (size=6586) 2024-11-14T09:22:22,270 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T09:22:22,323 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,2-83f56b55f2af,44687,1731576117811.replicationSource.wal-reader.83f56b55f2af%2C44687%2C1731576117811,2-83f56b55f2af,44687,1731576117811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/WALs/83f56b55f2af,44687,1731576117811/83f56b55f2af%2C44687%2C1731576117811.1731576136726 to pos 393, reset compression=false 2024-11-14T09:22:22,650 INFO [M:0;83f56b55f2af:42323 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:40003/user/jenkins/test-data/fb44d0e7-a29b-5fa8-0ff5-9e0733c4e8b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fabfa80490e74a318746ec0335e71891 2024-11-14T09:22:22,669 DEBUG [M:0;83f56b55f2af:42323 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40003/user/jenkins/test-data/fb44d0e7-a29b-5fa8-0ff5-9e0733c4e8b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9510b846ea4a4346ab3f0233e38efd80 is 69, key is 83f56b55f2af,45595,1731576124979/rs:state/1731576126826/Put/seqid=0 2024-11-14T09:22:22,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38835 is added to blk_1073741846_1022 (size=5156) 2024-11-14T09:22:22,672 INFO [M:0;83f56b55f2af:42323 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:40003/user/jenkins/test-data/fb44d0e7-a29b-5fa8-0ff5-9e0733c4e8b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9510b846ea4a4346ab3f0233e38efd80 2024-11-14T09:22:22,676 DEBUG [M:0;83f56b55f2af:42323 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40003/user/jenkins/test-data/fb44d0e7-a29b-5fa8-0ff5-9e0733c4e8b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/65c341cb6a6740a7af3e7ff3f58f92dc as hdfs://localhost:40003/user/jenkins/test-data/fb44d0e7-a29b-5fa8-0ff5-9e0733c4e8b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/65c341cb6a6740a7af3e7ff3f58f92dc 2024-11-14T09:22:22,679 INFO [M:0;83f56b55f2af:42323 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40003/user/jenkins/test-data/fb44d0e7-a29b-5fa8-0ff5-9e0733c4e8b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/65c341cb6a6740a7af3e7ff3f58f92dc, entries=8, sequenceid=55, filesize=5.5 K 2024-11-14T09:22:22,680 DEBUG [M:0;83f56b55f2af:42323 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40003/user/jenkins/test-data/fb44d0e7-a29b-5fa8-0ff5-9e0733c4e8b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fabfa80490e74a318746ec0335e71891 as hdfs://localhost:40003/user/jenkins/test-data/fb44d0e7-a29b-5fa8-0ff5-9e0733c4e8b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fabfa80490e74a318746ec0335e71891 2024-11-14T09:22:22,683 INFO [M:0;83f56b55f2af:42323 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40003/user/jenkins/test-data/fb44d0e7-a29b-5fa8-0ff5-9e0733c4e8b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fabfa80490e74a318746ec0335e71891, entries=6, sequenceid=55, filesize=6.4 K 2024-11-14T09:22:22,684 DEBUG [M:0;83f56b55f2af:42323 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40003/user/jenkins/test-data/fb44d0e7-a29b-5fa8-0ff5-9e0733c4e8b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9510b846ea4a4346ab3f0233e38efd80 as hdfs://localhost:40003/user/jenkins/test-data/fb44d0e7-a29b-5fa8-0ff5-9e0733c4e8b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9510b846ea4a4346ab3f0233e38efd80 2024-11-14T09:22:22,687 INFO [M:0;83f56b55f2af:42323 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40003/user/jenkins/test-data/fb44d0e7-a29b-5fa8-0ff5-9e0733c4e8b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9510b846ea4a4346ab3f0233e38efd80, entries=1, sequenceid=55, filesize=5.0 K 2024-11-14T09:22:22,688 INFO [M:0;83f56b55f2af:42323 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 880ms, sequenceid=55, compaction requested=false 2024-11-14T09:22:22,689 INFO [M:0;83f56b55f2af:42323 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:22:22,689 DEBUG [M:0;83f56b55f2af:42323 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731576141806Disabling compacts and flushes for region at 1731576141806Disabling writes for close at 1731576141806Obtaining lock to block concurrent updates at 1731576141807 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731576141807Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1731576141807Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731576141807Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731576141808 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731576141821 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731576141821Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731576142229 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731576142246 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731576142246Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731576142654 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731576142668 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731576142668Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f279a4a: reopening flushed file at 1731576142676 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b5cb0c5: reopening flushed file at 1731576142679 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f965455: reopening flushed file at 1731576142683 (+4 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 880ms, sequenceid=55, compaction requested=false at 1731576142688 (+5 ms)Writing region close event to WAL at 1731576142689 (+1 ms)Closed at 1731576142689 2024-11-14T09:22:22,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38835 is added to blk_1073741830_1006 (size=32770) 2024-11-14T09:22:22,691 INFO [M:0;83f56b55f2af:42323 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T09:22:22,691 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T09:22:22,691 INFO [M:0;83f56b55f2af:42323 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42323 2024-11-14T09:22:22,692 INFO [M:0;83f56b55f2af:42323 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T09:22:22,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42323-0x10115c8a04f0006, quorum=127.0.0.1:59986, baseZNode=/2-986613343 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T09:22:22,794 INFO [M:0;83f56b55f2af:42323 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T09:22:22,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42323-0x10115c8a04f0006, quorum=127.0.0.1:59986, baseZNode=/2-986613343 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T09:22:22,797 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6eed516{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T09:22:22,797 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1d452fd0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T09:22:22,797 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T09:22:22,797 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@38090de9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T09:22:22,797 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@403d470d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c3a453b-7a71-4f9c-f2b1-f2e6115c8590/hadoop.log.dir/,STOPPED} 2024-11-14T09:22:22,799 WARN [BP-474591025-172.17.0.2-1731576124307 heartbeating to localhost/127.0.0.1:40003 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T09:22:22,799 WARN [BP-474591025-172.17.0.2-1731576124307 heartbeating to localhost/127.0.0.1:40003 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-474591025-172.17.0.2-1731576124307 (Datanode Uuid 4f4f0092-a080-4fe6-8102-e09496c461a0) service to localhost/127.0.0.1:40003 2024-11-14T09:22:22,799 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T09:22:22,799 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T09:22:22,799 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c3a453b-7a71-4f9c-f2b1-f2e6115c8590/cluster_048628ad-618f-a2a5-c2f1-3dcaa88a1fd9/data/data1/current/BP-474591025-172.17.0.2-1731576124307 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T09:22:22,799 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c3a453b-7a71-4f9c-f2b1-f2e6115c8590/cluster_048628ad-618f-a2a5-c2f1-3dcaa88a1fd9/data/data2/current/BP-474591025-172.17.0.2-1731576124307 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T09:22:22,800 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T09:22:22,806 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1bc7496d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T09:22:22,806 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6f83f400{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T09:22:22,806 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T09:22:22,806 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@dc11d2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T09:22:22,807 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@15614d00{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c3a453b-7a71-4f9c-f2b1-f2e6115c8590/hadoop.log.dir/,STOPPED} 2024-11-14T09:22:22,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T09:22:22,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T09:22:22,818 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T09:22:22,818 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:22:22,818 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:22:22,818 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:22:22,818 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T09:22:22,818 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T09:22:22,818 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1193571936, stopped=false 2024-11-14T09:22:22,819 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=83f56b55f2af,35319,1731576121612 2024-11-14T09:22:22,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35319-0x10115c8a04f0003, quorum=127.0.0.1:59986, baseZNode=/1-184234150 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-184234150/running 2024-11-14T09:22:22,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38055-0x10115c8a04f0004, quorum=127.0.0.1:59986, baseZNode=/1-184234150 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-184234150/running 2024-11-14T09:22:22,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35319-0x10115c8a04f0003, quorum=127.0.0.1:59986, baseZNode=/1-184234150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-184234150 2024-11-14T09:22:22,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38055-0x10115c8a04f0004, quorum=127.0.0.1:59986, baseZNode=/1-184234150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-184234150 2024-11-14T09:22:22,820 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T09:22:22,820 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T09:22:22,820 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:22:22,821 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:22:22,821 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38055-0x10115c8a04f0004, quorum=127.0.0.1:59986, baseZNode=/1-184234150 Set watcher on znode that does not yet exist, /1-184234150/running 2024-11-14T09:22:22,821 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '83f56b55f2af,38055,1731576121649' ***** 2024-11-14T09:22:22,821 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T09:22:22,821 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35319-0x10115c8a04f0003, quorum=127.0.0.1:59986, baseZNode=/1-184234150 Set watcher on znode that does not yet exist, /1-184234150/running 2024-11-14T09:22:22,821 INFO [RS:0;83f56b55f2af:38055 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T09:22:22,821 INFO [RS:0;83f56b55f2af:38055 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T09:22:22,821 INFO [RS:0;83f56b55f2af:38055 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T09:22:22,821 INFO [RS:0;83f56b55f2af:38055 {}] regionserver.HRegionServer(3091): Received CLOSE for fa5b5cbb4ed3ab1caaf8e27a54e50892 2024-11-14T09:22:22,822 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T09:22:22,822 INFO [RS:0;83f56b55f2af:38055 {}] regionserver.HRegionServer(959): stopping server 83f56b55f2af,38055,1731576121649 2024-11-14T09:22:22,822 INFO [RS:0;83f56b55f2af:38055 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T09:22:22,822 INFO [RS:0;83f56b55f2af:38055 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;83f56b55f2af:38055. 2024-11-14T09:22:22,822 DEBUG [RS:0;83f56b55f2af:38055 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:22:22,822 DEBUG [RS:0;83f56b55f2af:38055 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:22:22,822 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fa5b5cbb4ed3ab1caaf8e27a54e50892, disabling compactions & flushes 2024-11-14T09:22:22,822 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731576130178.fa5b5cbb4ed3ab1caaf8e27a54e50892. 2024-11-14T09:22:22,822 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731576130178.fa5b5cbb4ed3ab1caaf8e27a54e50892. 2024-11-14T09:22:22,822 INFO [RS:0;83f56b55f2af:38055 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T09:22:22,822 INFO [RS:0;83f56b55f2af:38055 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T09:22:22,822 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731576130178.fa5b5cbb4ed3ab1caaf8e27a54e50892. after waiting 0 ms 2024-11-14T09:22:22,822 INFO [RS:0;83f56b55f2af:38055 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T09:22:22,822 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731576130178.fa5b5cbb4ed3ab1caaf8e27a54e50892. 2024-11-14T09:22:22,822 INFO [RS:0;83f56b55f2af:38055 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T09:22:22,822 INFO [RS:0;83f56b55f2af:38055 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T09:22:22,822 DEBUG [RS:0;83f56b55f2af:38055 {}] regionserver.HRegionServer(1325): Online Regions={fa5b5cbb4ed3ab1caaf8e27a54e50892=test,,1731576130178.fa5b5cbb4ed3ab1caaf8e27a54e50892., 1588230740=hbase:meta,,1.1588230740} 2024-11-14T09:22:22,822 DEBUG [RS:0;83f56b55f2af:38055 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fa5b5cbb4ed3ab1caaf8e27a54e50892 2024-11-14T09:22:22,822 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T09:22:22,823 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T09:22:22,823 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T09:22:22,823 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T09:22:22,823 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T09:22:22,823 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-14T09:22:22,825 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35497/user/jenkins/test-data/2ba50487-d768-b755-7bd1-435630e32f26/data/default/test/fa5b5cbb4ed3ab1caaf8e27a54e50892/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T09:22:22,826 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T09:22:22,826 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T09:22:22,826 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731576130178.fa5b5cbb4ed3ab1caaf8e27a54e50892. 2024-11-14T09:22:22,826 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fa5b5cbb4ed3ab1caaf8e27a54e50892: Waiting for close lock at 1731576142822Running coprocessor pre-close hooks at 1731576142822Disabling compacts and flushes for region at 1731576142822Disabling writes for close at 1731576142822Writing region close event to WAL at 1731576142823 (+1 ms)Running coprocessor post-close hooks at 1731576142826 (+3 ms)Closed at 1731576142826 2024-11-14T09:22:22,826 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731576130178.fa5b5cbb4ed3ab1caaf8e27a54e50892. 2024-11-14T09:22:22,838 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35497/user/jenkins/test-data/2ba50487-d768-b755-7bd1-435630e32f26/data/hbase/meta/1588230740/.tmp/info/51a29acc851b416e8ba677d5287f4d0b is 129, key is test,,1731576130178.fa5b5cbb4ed3ab1caaf8e27a54e50892./info:regioninfo/1731576131317/Put/seqid=0 2024-11-14T09:22:22,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741841_1017 (size=6421) 2024-11-14T09:22:22,918 INFO [regionserver/83f56b55f2af:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T09:22:23,023 DEBUG [RS:0;83f56b55f2af:38055 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T09:22:23,104 INFO [regionserver/83f56b55f2af:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T09:22:23,104 INFO [regionserver/83f56b55f2af:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T09:22:23,192 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,44687,1731576117811.replicationSource.wal-reader.83f56b55f2af%2C44687%2C1731576117811,1-83f56b55f2af,44687,1731576117811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/WALs/83f56b55f2af,44687,1731576117811/83f56b55f2af%2C44687%2C1731576117811.1731576136726 to pos 393, reset compression=false 2024-11-14T09:22:23,223 DEBUG [RS:0;83f56b55f2af:38055 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T09:22:23,241 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35497/user/jenkins/test-data/2ba50487-d768-b755-7bd1-435630e32f26/data/hbase/meta/1588230740/.tmp/info/51a29acc851b416e8ba677d5287f4d0b 2024-11-14T09:22:23,259 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35497/user/jenkins/test-data/2ba50487-d768-b755-7bd1-435630e32f26/data/hbase/meta/1588230740/.tmp/ns/e2f4b8dca1e242a68e3298d130cd5e5a is 43, key is default/ns:d/1731576124184/Put/seqid=0 2024-11-14T09:22:23,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741842_1018 (size=5153) 2024-11-14T09:22:23,326 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,2-83f56b55f2af,44687,1731576117811.replicationSource.wal-reader.83f56b55f2af%2C44687%2C1731576117811,2-83f56b55f2af,44687,1731576117811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/WALs/83f56b55f2af,44687,1731576117811/83f56b55f2af%2C44687%2C1731576117811.1731576136726 to pos 393, reset compression=false 2024-11-14T09:22:23,423 DEBUG [RS:0;83f56b55f2af:38055 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T09:22:23,623 DEBUG [RS:0;83f56b55f2af:38055 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T09:22:23,663 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35497/user/jenkins/test-data/2ba50487-d768-b755-7bd1-435630e32f26/data/hbase/meta/1588230740/.tmp/ns/e2f4b8dca1e242a68e3298d130cd5e5a 2024-11-14T09:22:23,684 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35497/user/jenkins/test-data/2ba50487-d768-b755-7bd1-435630e32f26/data/hbase/meta/1588230740/.tmp/rep_barrier/41f9980373cb46b7a46d1a29834586f0 is 112, key is test,,1731576130178.fa5b5cbb4ed3ab1caaf8e27a54e50892./rep_barrier:seqnumDuringOpen/1731576131317/Put/seqid=0 2024-11-14T09:22:23,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741843_1019 (size=5518) 2024-11-14T09:22:23,688 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35497/user/jenkins/test-data/2ba50487-d768-b755-7bd1-435630e32f26/data/hbase/meta/1588230740/.tmp/rep_barrier/41f9980373cb46b7a46d1a29834586f0 2024-11-14T09:22:23,719 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35497/user/jenkins/test-data/2ba50487-d768-b755-7bd1-435630e32f26/data/hbase/meta/1588230740/.tmp/table/2ef51930147e4246adb18aebe1cefa8f is 40, key is test/table:state/1731576131323/Put/seqid=0 2024-11-14T09:22:23,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741844_1020 (size=5165) 2024-11-14T09:22:23,722 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35497/user/jenkins/test-data/2ba50487-d768-b755-7bd1-435630e32f26/data/hbase/meta/1588230740/.tmp/table/2ef51930147e4246adb18aebe1cefa8f 2024-11-14T09:22:23,726 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35497/user/jenkins/test-data/2ba50487-d768-b755-7bd1-435630e32f26/data/hbase/meta/1588230740/.tmp/info/51a29acc851b416e8ba677d5287f4d0b as hdfs://localhost:35497/user/jenkins/test-data/2ba50487-d768-b755-7bd1-435630e32f26/data/hbase/meta/1588230740/info/51a29acc851b416e8ba677d5287f4d0b 2024-11-14T09:22:23,729 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35497/user/jenkins/test-data/2ba50487-d768-b755-7bd1-435630e32f26/data/hbase/meta/1588230740/info/51a29acc851b416e8ba677d5287f4d0b, entries=10, sequenceid=11, filesize=6.3 K 2024-11-14T09:22:23,730 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35497/user/jenkins/test-data/2ba50487-d768-b755-7bd1-435630e32f26/data/hbase/meta/1588230740/.tmp/ns/e2f4b8dca1e242a68e3298d130cd5e5a as hdfs://localhost:35497/user/jenkins/test-data/2ba50487-d768-b755-7bd1-435630e32f26/data/hbase/meta/1588230740/ns/e2f4b8dca1e242a68e3298d130cd5e5a 2024-11-14T09:22:23,733 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35497/user/jenkins/test-data/2ba50487-d768-b755-7bd1-435630e32f26/data/hbase/meta/1588230740/ns/e2f4b8dca1e242a68e3298d130cd5e5a, entries=2, sequenceid=11, filesize=5.0 K 2024-11-14T09:22:23,734 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35497/user/jenkins/test-data/2ba50487-d768-b755-7bd1-435630e32f26/data/hbase/meta/1588230740/.tmp/rep_barrier/41f9980373cb46b7a46d1a29834586f0 as hdfs://localhost:35497/user/jenkins/test-data/2ba50487-d768-b755-7bd1-435630e32f26/data/hbase/meta/1588230740/rep_barrier/41f9980373cb46b7a46d1a29834586f0 2024-11-14T09:22:23,737 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35497/user/jenkins/test-data/2ba50487-d768-b755-7bd1-435630e32f26/data/hbase/meta/1588230740/rep_barrier/41f9980373cb46b7a46d1a29834586f0, entries=1, sequenceid=11, filesize=5.4 K 2024-11-14T09:22:23,737 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35497/user/jenkins/test-data/2ba50487-d768-b755-7bd1-435630e32f26/data/hbase/meta/1588230740/.tmp/table/2ef51930147e4246adb18aebe1cefa8f as hdfs://localhost:35497/user/jenkins/test-data/2ba50487-d768-b755-7bd1-435630e32f26/data/hbase/meta/1588230740/table/2ef51930147e4246adb18aebe1cefa8f 2024-11-14T09:22:23,740 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35497/user/jenkins/test-data/2ba50487-d768-b755-7bd1-435630e32f26/data/hbase/meta/1588230740/table/2ef51930147e4246adb18aebe1cefa8f, entries=2, sequenceid=11, filesize=5.0 K 2024-11-14T09:22:23,741 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 918ms, sequenceid=11, compaction requested=false 2024-11-14T09:22:23,744 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35497/user/jenkins/test-data/2ba50487-d768-b755-7bd1-435630e32f26/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-14T09:22:23,745 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T09:22:23,745 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T09:22:23,745 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T09:22:23,745 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731576142822Running coprocessor pre-close hooks at 1731576142822Disabling compacts and flushes for region at 1731576142822Disabling writes for close at 1731576142823 (+1 ms)Obtaining lock to block concurrent updates at 1731576142823Preparing flush snapshotting stores in 1588230740 at 1731576142823Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731576142823Flushing stores of hbase:meta,,1.1588230740 at 1731576142823Flushing 1588230740/info: creating writer at 1731576142824 (+1 ms)Flushing 1588230740/info: appending metadata at 1731576142837 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731576142837Flushing 1588230740/ns: creating writer at 1731576143245 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731576143259 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731576143259Flushing 1588230740/rep_barrier: creating writer at 1731576143667 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731576143684 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731576143684Flushing 1588230740/table: creating writer at 1731576143691 (+7 ms)Flushing 1588230740/table: appending metadata at 1731576143718 (+27 ms)Flushing 1588230740/table: closing flushed file at 1731576143718Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@378df376: reopening flushed file at 1731576143725 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b6ebe14: reopening flushed file at 1731576143729 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2273fa12: reopening flushed file at 1731576143733 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@547b7db1: reopening flushed file at 1731576143737 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 918ms, sequenceid=11, compaction requested=false at 1731576143741 (+4 ms)Writing region close event to WAL at 1731576143742 (+1 ms)Running coprocessor post-close hooks at 1731576143745 (+3 ms)Closed at 1731576143745 2024-11-14T09:22:23,745 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T09:22:23,823 INFO [RS:0;83f56b55f2af:38055 {}] regionserver.HRegionServer(976): stopping server 83f56b55f2af,38055,1731576121649; all regions closed. 2024-11-14T09:22:23,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741834_1010 (size=2717) 2024-11-14T09:22:23,827 DEBUG [RS:0;83f56b55f2af:38055 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2ba50487-d768-b755-7bd1-435630e32f26/oldWALs 2024-11-14T09:22:23,827 INFO [RS:0;83f56b55f2af:38055 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 83f56b55f2af%2C38055%2C1731576121649.meta:.meta(num 1731576124146) 2024-11-14T09:22:23,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741832_1008 (size=1374) 2024-11-14T09:22:23,830 DEBUG [RS:0;83f56b55f2af:38055 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2ba50487-d768-b755-7bd1-435630e32f26/oldWALs 2024-11-14T09:22:23,830 INFO [RS:0;83f56b55f2af:38055 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 83f56b55f2af%2C38055%2C1731576121649:(num 1731576123245) 2024-11-14T09:22:23,830 DEBUG [RS:0;83f56b55f2af:38055 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:22:23,830 INFO [RS:0;83f56b55f2af:38055 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T09:22:23,830 INFO [RS:0;83f56b55f2af:38055 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T09:22:23,830 INFO [RS:0;83f56b55f2af:38055 {}] hbase.ChoreService(370): Chore service for: regionserver/83f56b55f2af:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T09:22:23,830 INFO [RS:0;83f56b55f2af:38055 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T09:22:23,830 INFO [regionserver/83f56b55f2af:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T09:22:23,831 INFO [RS:0;83f56b55f2af:38055 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;83f56b55f2af:38055. 2024-11-14T09:22:23,831 DEBUG [RS:0;83f56b55f2af:38055 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:22:23,831 DEBUG [RS:0;83f56b55f2af:38055 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:22:23,831 DEBUG [RS:0;83f56b55f2af:38055 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:22:23,831 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T09:22:23,831 INFO [RS:0;83f56b55f2af:38055 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38055 2024-11-14T09:22:23,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38055-0x10115c8a04f0004, quorum=127.0.0.1:59986, baseZNode=/1-184234150 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-184234150/rs/83f56b55f2af,38055,1731576121649 2024-11-14T09:22:23,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35319-0x10115c8a04f0003, quorum=127.0.0.1:59986, baseZNode=/1-184234150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-184234150/rs 2024-11-14T09:22:23,833 INFO [RS:0;83f56b55f2af:38055 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T09:22:23,835 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [83f56b55f2af,38055,1731576121649] 2024-11-14T09:22:23,836 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-184234150/draining/83f56b55f2af,38055,1731576121649 already deleted, retry=false 2024-11-14T09:22:23,837 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 83f56b55f2af,38055,1731576121649 expired; onlineServers=0 2024-11-14T09:22:23,837 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '83f56b55f2af,35319,1731576121612' ***** 2024-11-14T09:22:23,837 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T09:22:23,837 INFO [M:0;83f56b55f2af:35319 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T09:22:23,837 INFO [M:0;83f56b55f2af:35319 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T09:22:23,837 DEBUG [M:0;83f56b55f2af:35319 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T09:22:23,837 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T09:22:23,837 DEBUG [master/83f56b55f2af:0:becomeActiveMaster-HFileCleaner.large.0-1731576123005 {}] cleaner.HFileCleaner(306): Exit Thread[master/83f56b55f2af:0:becomeActiveMaster-HFileCleaner.large.0-1731576123005,5,FailOnTimeoutGroup] 2024-11-14T09:22:23,837 DEBUG [M:0;83f56b55f2af:35319 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T09:22:23,837 DEBUG [master/83f56b55f2af:0:becomeActiveMaster-HFileCleaner.small.0-1731576123005 {}] cleaner.HFileCleaner(306): Exit Thread[master/83f56b55f2af:0:becomeActiveMaster-HFileCleaner.small.0-1731576123005,5,FailOnTimeoutGroup] 2024-11-14T09:22:23,837 INFO [M:0;83f56b55f2af:35319 {}] hbase.ChoreService(370): Chore service for: master/83f56b55f2af:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T09:22:23,837 INFO [M:0;83f56b55f2af:35319 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T09:22:23,837 DEBUG [M:0;83f56b55f2af:35319 {}] master.HMaster(1795): Stopping service threads 2024-11-14T09:22:23,837 INFO [M:0;83f56b55f2af:35319 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T09:22:23,838 INFO [M:0;83f56b55f2af:35319 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T09:22:23,838 INFO [M:0;83f56b55f2af:35319 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T09:22:23,838 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T09:22:23,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35319-0x10115c8a04f0003, quorum=127.0.0.1:59986, baseZNode=/1-184234150 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-184234150/master 2024-11-14T09:22:23,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35319-0x10115c8a04f0003, quorum=127.0.0.1:59986, baseZNode=/1-184234150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-184234150 2024-11-14T09:22:23,838 DEBUG [M:0;83f56b55f2af:35319 {}] zookeeper.ZKUtil(347): master:35319-0x10115c8a04f0003, quorum=127.0.0.1:59986, baseZNode=/1-184234150 Unable to get data of znode /1-184234150/master because node does not exist (not an error) 2024-11-14T09:22:23,838 WARN [M:0;83f56b55f2af:35319 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T09:22:23,839 INFO [M:0;83f56b55f2af:35319 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35497/user/jenkins/test-data/2ba50487-d768-b755-7bd1-435630e32f26/.lastflushedseqids 2024-11-14T09:22:23,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741845_1021 (size=173) 2024-11-14T09:22:23,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38055-0x10115c8a04f0004, quorum=127.0.0.1:59986, baseZNode=/1-184234150 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T09:22:23,936 INFO [RS:0;83f56b55f2af:38055 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T09:22:23,936 INFO [RS:0;83f56b55f2af:38055 {}] regionserver.HRegionServer(1031): Exiting; stopping=83f56b55f2af,38055,1731576121649; zookeeper connection closed. 2024-11-14T09:22:23,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38055-0x10115c8a04f0004, quorum=127.0.0.1:59986, baseZNode=/1-184234150 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T09:22:23,936 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@59b947ca {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@59b947ca 2024-11-14T09:22:23,936 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T09:22:24,243 INFO [M:0;83f56b55f2af:35319 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T09:22:24,244 INFO [M:0;83f56b55f2af:35319 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T09:22:24,244 DEBUG [M:0;83f56b55f2af:35319 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T09:22:24,244 INFO [M:0;83f56b55f2af:35319 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:22:24,244 DEBUG [M:0;83f56b55f2af:35319 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:22:24,244 DEBUG [M:0;83f56b55f2af:35319 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T09:22:24,244 DEBUG [M:0;83f56b55f2af:35319 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:22:24,244 INFO [M:0;83f56b55f2af:35319 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-14T09:22:24,260 DEBUG [M:0;83f56b55f2af:35319 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35497/user/jenkins/test-data/2ba50487-d768-b755-7bd1-435630e32f26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d025a94a1899472a9152a96b979e019c is 82, key is hbase:meta,,1/info:regioninfo/1731576124176/Put/seqid=0 2024-11-14T09:22:24,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741846_1022 (size=5672) 2024-11-14T09:22:24,263 INFO [M:0;83f56b55f2af:35319 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:35497/user/jenkins/test-data/2ba50487-d768-b755-7bd1-435630e32f26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d025a94a1899472a9152a96b979e019c 2024-11-14T09:22:24,284 DEBUG [M:0;83f56b55f2af:35319 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35497/user/jenkins/test-data/2ba50487-d768-b755-7bd1-435630e32f26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7563658871e94aabb39eee41722259de is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731576131325/Put/seqid=0 2024-11-14T09:22:24,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741847_1023 (size=6586) 2024-11-14T09:22:24,295 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,44687,1731576117811.replicationSource.wal-reader.83f56b55f2af%2C44687%2C1731576117811,1-83f56b55f2af,44687,1731576117811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/WALs/83f56b55f2af,44687,1731576117811/83f56b55f2af%2C44687%2C1731576117811.1731576136726 to pos 393, reset compression=false 2024-11-14T09:22:24,430 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,2-83f56b55f2af,44687,1731576117811.replicationSource.wal-reader.83f56b55f2af%2C44687%2C1731576117811,2-83f56b55f2af,44687,1731576117811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/WALs/83f56b55f2af,44687,1731576117811/83f56b55f2af%2C44687%2C1731576117811.1731576136726 to pos 393, reset compression=false 2024-11-14T09:22:24,688 INFO [M:0;83f56b55f2af:35319 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:35497/user/jenkins/test-data/2ba50487-d768-b755-7bd1-435630e32f26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7563658871e94aabb39eee41722259de 2024-11-14T09:22:24,706 DEBUG [M:0;83f56b55f2af:35319 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35497/user/jenkins/test-data/2ba50487-d768-b755-7bd1-435630e32f26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/060d922e70bf4a7fad375c4fa6d28021 is 69, key is 83f56b55f2af,38055,1731576121649/rs:state/1731576123090/Put/seqid=0 2024-11-14T09:22:24,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741848_1024 (size=5156) 2024-11-14T09:22:25,090 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T09:22:25,090 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:22:25,091 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:22:25,091 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:22:25,091 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:22:25,091 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:22:25,091 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:22:25,092 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:22:25,110 INFO [M:0;83f56b55f2af:35319 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:35497/user/jenkins/test-data/2ba50487-d768-b755-7bd1-435630e32f26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/060d922e70bf4a7fad375c4fa6d28021 2024-11-14T09:22:25,114 DEBUG [M:0;83f56b55f2af:35319 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35497/user/jenkins/test-data/2ba50487-d768-b755-7bd1-435630e32f26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d025a94a1899472a9152a96b979e019c as hdfs://localhost:35497/user/jenkins/test-data/2ba50487-d768-b755-7bd1-435630e32f26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d025a94a1899472a9152a96b979e019c 2024-11-14T09:22:25,118 INFO [M:0;83f56b55f2af:35319 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35497/user/jenkins/test-data/2ba50487-d768-b755-7bd1-435630e32f26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d025a94a1899472a9152a96b979e019c, entries=8, sequenceid=55, filesize=5.5 K 2024-11-14T09:22:25,119 DEBUG [M:0;83f56b55f2af:35319 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35497/user/jenkins/test-data/2ba50487-d768-b755-7bd1-435630e32f26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7563658871e94aabb39eee41722259de as hdfs://localhost:35497/user/jenkins/test-data/2ba50487-d768-b755-7bd1-435630e32f26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7563658871e94aabb39eee41722259de 2024-11-14T09:22:25,122 INFO [M:0;83f56b55f2af:35319 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35497/user/jenkins/test-data/2ba50487-d768-b755-7bd1-435630e32f26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7563658871e94aabb39eee41722259de, entries=6, sequenceid=55, filesize=6.4 K 2024-11-14T09:22:25,123 DEBUG [M:0;83f56b55f2af:35319 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35497/user/jenkins/test-data/2ba50487-d768-b755-7bd1-435630e32f26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/060d922e70bf4a7fad375c4fa6d28021 as hdfs://localhost:35497/user/jenkins/test-data/2ba50487-d768-b755-7bd1-435630e32f26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/060d922e70bf4a7fad375c4fa6d28021 2024-11-14T09:22:25,126 INFO [M:0;83f56b55f2af:35319 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35497/user/jenkins/test-data/2ba50487-d768-b755-7bd1-435630e32f26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/060d922e70bf4a7fad375c4fa6d28021, entries=1, sequenceid=55, filesize=5.0 K 2024-11-14T09:22:25,127 INFO [M:0;83f56b55f2af:35319 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 883ms, sequenceid=55, compaction requested=false 2024-11-14T09:22:25,128 INFO [M:0;83f56b55f2af:35319 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:22:25,128 DEBUG [M:0;83f56b55f2af:35319 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731576144244Disabling compacts and flushes for region at 1731576144244Disabling writes for close at 1731576144244Obtaining lock to block concurrent updates at 1731576144244Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731576144244Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1731576144244Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731576144245 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731576144245Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731576144259 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731576144259Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731576144267 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731576144284 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731576144284Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731576144692 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731576144705 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731576144705Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a20b332: reopening flushed file at 1731576145114 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b32dfe7: reopening flushed file at 1731576145118 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1faf48c2: reopening flushed file at 1731576145122 (+4 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 883ms, sequenceid=55, compaction requested=false at 1731576145127 (+5 ms)Writing region close event to WAL at 1731576145128 (+1 ms)Closed at 1731576145128 2024-11-14T09:22:25,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741830_1006 (size=32770) 2024-11-14T09:22:25,131 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T09:22:25,131 INFO [M:0;83f56b55f2af:35319 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T09:22:25,131 INFO [M:0;83f56b55f2af:35319 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35319 2024-11-14T09:22:25,132 INFO [M:0;83f56b55f2af:35319 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T09:22:25,134 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:22:25,134 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:22:25,134 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:22:25,134 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:22:25,134 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:22:25,135 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:22:25,139 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:22:25,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:22:25,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:22:25,143 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:22:25,161 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T09:22:25,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35319-0x10115c8a04f0003, quorum=127.0.0.1:59986, baseZNode=/1-184234150 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T09:22:25,233 INFO [M:0;83f56b55f2af:35319 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T09:22:25,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35319-0x10115c8a04f0003, quorum=127.0.0.1:59986, baseZNode=/1-184234150 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T09:22:25,236 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@183751b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T09:22:25,236 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@51aae8db{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T09:22:25,236 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T09:22:25,236 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@60278d93{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T09:22:25,236 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@506cd69c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c17d1532-d59d-32be-fd0b-c544aa8c5253/hadoop.log.dir/,STOPPED} 2024-11-14T09:22:25,237 WARN [BP-289539271-172.17.0.2-1731576120480 heartbeating to localhost/127.0.0.1:35497 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T09:22:25,237 WARN [BP-289539271-172.17.0.2-1731576120480 heartbeating to localhost/127.0.0.1:35497 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-289539271-172.17.0.2-1731576120480 (Datanode Uuid e1124742-84ab-40ee-97f8-d50bff40e597) service to localhost/127.0.0.1:35497 2024-11-14T09:22:25,238 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T09:22:25,238 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T09:22:25,238 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c17d1532-d59d-32be-fd0b-c544aa8c5253/cluster_92c09438-0150-c053-23d1-e6ed82202519/data/data1/current/BP-289539271-172.17.0.2-1731576120480 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T09:22:25,238 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c17d1532-d59d-32be-fd0b-c544aa8c5253/cluster_92c09438-0150-c053-23d1-e6ed82202519/data/data2/current/BP-289539271-172.17.0.2-1731576120480 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T09:22:25,239 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T09:22:25,245 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@68bea0d0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T09:22:25,246 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3cb5539e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T09:22:25,246 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T09:22:25,246 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c283902{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T09:22:25,246 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5be16378{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c17d1532-d59d-32be-fd0b-c544aa8c5253/hadoop.log.dir/,STOPPED} 2024-11-14T09:22:25,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T09:22:25,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T09:22:25,258 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T09:22:25,258 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:22:25,258 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:22:25,258 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:22:25,258 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T09:22:25,258 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=652116051, stopped=false 2024-11-14T09:22:25,258 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T09:22:25,258 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=83f56b55f2af,38345,1731576117748 2024-11-14T09:22:25,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44687-0x10115c8a04f0001, quorum=127.0.0.1:59986, baseZNode=/0-328270194 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-328270194/running 2024-11-14T09:22:25,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38345-0x10115c8a04f0000, quorum=127.0.0.1:59986, baseZNode=/0-328270194 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-328270194/running 2024-11-14T09:22:25,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38345-0x10115c8a04f0000, quorum=127.0.0.1:59986, baseZNode=/0-328270194 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-328270194 2024-11-14T09:22:25,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44687-0x10115c8a04f0001, quorum=127.0.0.1:59986, baseZNode=/0-328270194 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-328270194 2024-11-14T09:22:25,261 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T09:22:25,261 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T09:22:25,261 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:22:25,261 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:22:25,261 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38345-0x10115c8a04f0000, quorum=127.0.0.1:59986, baseZNode=/0-328270194 Set watcher on znode that does not yet exist, /0-328270194/running 2024-11-14T09:22:25,261 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44687-0x10115c8a04f0001, quorum=127.0.0.1:59986, baseZNode=/0-328270194 Set watcher on znode that does not yet exist, /0-328270194/running 2024-11-14T09:22:25,261 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '83f56b55f2af,44687,1731576117811' ***** 2024-11-14T09:22:25,261 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T09:22:25,262 INFO [RS:0;83f56b55f2af:44687 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T09:22:25,262 INFO [RS:0;83f56b55f2af:44687 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T09:22:25,262 INFO [RS:0;83f56b55f2af:44687 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T09:22:25,262 INFO [RS:0;83f56b55f2af:44687 {}] regionserver.HRegionServer(3091): Received CLOSE for 60c72200f8828221300aa17d54a90b10 2024-11-14T09:22:25,262 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T09:22:25,262 INFO [RS:0;83f56b55f2af:44687 {}] regionserver.HRegionServer(3091): Received CLOSE for 3e3cd90bf968bca4ddc04bdf3749f879 2024-11-14T09:22:25,262 INFO [RS:0;83f56b55f2af:44687 {}] regionserver.HRegionServer(959): stopping server 83f56b55f2af,44687,1731576117811 2024-11-14T09:22:25,262 INFO [RS:0;83f56b55f2af:44687 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T09:22:25,262 INFO [RS:0;83f56b55f2af:44687 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;83f56b55f2af:44687. 2024-11-14T09:22:25,262 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 60c72200f8828221300aa17d54a90b10, disabling compactions & flushes 2024-11-14T09:22:25,262 DEBUG [RS:0;83f56b55f2af:44687 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:22:25,262 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731576134498.60c72200f8828221300aa17d54a90b10. 2024-11-14T09:22:25,262 DEBUG [RS:0;83f56b55f2af:44687 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:22:25,262 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731576134498.60c72200f8828221300aa17d54a90b10. 2024-11-14T09:22:25,262 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731576134498.60c72200f8828221300aa17d54a90b10. after waiting 0 ms 2024-11-14T09:22:25,262 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731576134498.60c72200f8828221300aa17d54a90b10. 2024-11-14T09:22:25,262 INFO [RS:0;83f56b55f2af:44687 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T09:22:25,262 INFO [RS:0;83f56b55f2af:44687 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T09:22:25,263 INFO [RS:0;83f56b55f2af:44687 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T09:22:25,263 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 60c72200f8828221300aa17d54a90b10 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-14T09:22:25,263 INFO [RS:0;83f56b55f2af:44687 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T09:22:25,263 INFO [RS:0;83f56b55f2af:44687 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T09:22:25,263 DEBUG [RS:0;83f56b55f2af:44687 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 60c72200f8828221300aa17d54a90b10=hbase:replication,,1731576134498.60c72200f8828221300aa17d54a90b10., 3e3cd90bf968bca4ddc04bdf3749f879=test,,1731576128021.3e3cd90bf968bca4ddc04bdf3749f879.} 2024-11-14T09:22:25,263 DEBUG [RS:0;83f56b55f2af:44687 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3e3cd90bf968bca4ddc04bdf3749f879, 60c72200f8828221300aa17d54a90b10 2024-11-14T09:22:25,263 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T09:22:25,263 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T09:22:25,263 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T09:22:25,263 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T09:22:25,263 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T09:22:25,263 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T09:22:25,277 INFO [regionserver/83f56b55f2af:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T09:22:25,277 INFO [regionserver/83f56b55f2af:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T09:22:25,278 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/data/hbase/replication/60c72200f8828221300aa17d54a90b10/.tmp/hfileref/6b0b2bd2ceb145d4b97f97dd3a835c6c is 74, key is 1/hfileref:1d97f2361e4a4a1591bc850ada14122d_SeqId_4_/1731576136592/DeleteColumn/seqid=0 2024-11-14T09:22:25,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741847_1023 (size=5489) 2024-11-14T09:22:25,281 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/data/hbase/meta/1588230740/.tmp/info/81fe2ca8a86944e5bebde67e634c0398 is 147, key is hbase:replication,,1731576134498.60c72200f8828221300aa17d54a90b10./info:regioninfo/1731576135257/Put/seqid=0 2024-11-14T09:22:25,281 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/data/hbase/replication/60c72200f8828221300aa17d54a90b10/.tmp/hfileref/6b0b2bd2ceb145d4b97f97dd3a835c6c 2024-11-14T09:22:25,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741848_1024 (size=7686) 2024-11-14T09:22:25,284 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/data/hbase/meta/1588230740/.tmp/info/81fe2ca8a86944e5bebde67e634c0398 2024-11-14T09:22:25,295 INFO [regionserver/83f56b55f2af:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T09:22:25,300 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/data/hbase/meta/1588230740/.tmp/ns/45014194b799440383a0469e54f4cf7d is 43, key is default/ns:d/1731576120355/Put/seqid=0 2024-11-14T09:22:25,302 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/data/hbase/replication/60c72200f8828221300aa17d54a90b10/.tmp/queue/7c743de1356845c78eaec3085a12460b is 153, key is 1-83f56b55f2af,44687,1731576117811/queue:83f56b55f2af%2C44687%2C1731576117811/1731576138611/Put/seqid=0 2024-11-14T09:22:25,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741849_1025 (size=5153) 2024-11-14T09:22:25,302 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/data/hbase/meta/1588230740/.tmp/ns/45014194b799440383a0469e54f4cf7d 2024-11-14T09:22:25,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741850_1026 (size=5504) 2024-11-14T09:22:25,305 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/data/hbase/replication/60c72200f8828221300aa17d54a90b10/.tmp/queue/7c743de1356845c78eaec3085a12460b 2024-11-14T09:22:25,309 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/data/hbase/replication/60c72200f8828221300aa17d54a90b10/.tmp/hfileref/6b0b2bd2ceb145d4b97f97dd3a835c6c as hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/data/hbase/replication/60c72200f8828221300aa17d54a90b10/hfileref/6b0b2bd2ceb145d4b97f97dd3a835c6c 2024-11-14T09:22:25,312 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/data/hbase/replication/60c72200f8828221300aa17d54a90b10/hfileref/6b0b2bd2ceb145d4b97f97dd3a835c6c, entries=6, sequenceid=17, filesize=5.4 K 2024-11-14T09:22:25,313 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/data/hbase/replication/60c72200f8828221300aa17d54a90b10/.tmp/queue/7c743de1356845c78eaec3085a12460b as hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/data/hbase/replication/60c72200f8828221300aa17d54a90b10/queue/7c743de1356845c78eaec3085a12460b 2024-11-14T09:22:25,317 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/data/hbase/replication/60c72200f8828221300aa17d54a90b10/queue/7c743de1356845c78eaec3085a12460b, entries=2, sequenceid=17, filesize=5.4 K 2024-11-14T09:22:25,318 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 60c72200f8828221300aa17d54a90b10 in 56ms, sequenceid=17, compaction requested=false 2024-11-14T09:22:25,321 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/data/hbase/replication/60c72200f8828221300aa17d54a90b10/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-14T09:22:25,321 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T09:22:25,321 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T09:22:25,321 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731576134498.60c72200f8828221300aa17d54a90b10. 2024-11-14T09:22:25,321 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 60c72200f8828221300aa17d54a90b10: Waiting for close lock at 1731576145262Running coprocessor pre-close hooks at 1731576145262Disabling compacts and flushes for region at 1731576145262Disabling writes for close at 1731576145262Obtaining lock to block concurrent updates at 1731576145263 (+1 ms)Preparing flush snapshotting stores in 60c72200f8828221300aa17d54a90b10 at 1731576145263Finished memstore snapshotting hbase:replication,,1731576134498.60c72200f8828221300aa17d54a90b10., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1731576145263Flushing stores of hbase:replication,,1731576134498.60c72200f8828221300aa17d54a90b10. at 1731576145263Flushing 60c72200f8828221300aa17d54a90b10/hfileref: creating writer at 1731576145263Flushing 60c72200f8828221300aa17d54a90b10/hfileref: appending metadata at 1731576145277 (+14 ms)Flushing 60c72200f8828221300aa17d54a90b10/hfileref: closing flushed file at 1731576145277Flushing 60c72200f8828221300aa17d54a90b10/queue: creating writer at 1731576145285 (+8 ms)Flushing 60c72200f8828221300aa17d54a90b10/queue: appending metadata at 1731576145301 (+16 ms)Flushing 60c72200f8828221300aa17d54a90b10/queue: closing flushed file at 1731576145301Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a2a8a2c: reopening flushed file at 1731576145309 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b0b9eed: reopening flushed file at 1731576145313 (+4 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 60c72200f8828221300aa17d54a90b10 in 56ms, sequenceid=17, compaction requested=false at 1731576145318 (+5 ms)Writing region close event to WAL at 1731576145318Running coprocessor post-close hooks at 1731576145321 (+3 ms)Closed at 1731576145321 2024-11-14T09:22:25,321 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731576134498.60c72200f8828221300aa17d54a90b10. 2024-11-14T09:22:25,321 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3e3cd90bf968bca4ddc04bdf3749f879, disabling compactions & flushes 2024-11-14T09:22:25,321 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731576128021.3e3cd90bf968bca4ddc04bdf3749f879. 2024-11-14T09:22:25,322 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731576128021.3e3cd90bf968bca4ddc04bdf3749f879. 2024-11-14T09:22:25,322 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731576128021.3e3cd90bf968bca4ddc04bdf3749f879. after waiting 0 ms 2024-11-14T09:22:25,322 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731576128021.3e3cd90bf968bca4ddc04bdf3749f879. 2024-11-14T09:22:25,323 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/data/hbase/meta/1588230740/.tmp/rep_barrier/5cde51dc43c04e6e84c0d21f014de489 is 112, key is test,,1731576128021.3e3cd90bf968bca4ddc04bdf3749f879./rep_barrier:seqnumDuringOpen/1731576129166/Put/seqid=0 2024-11-14T09:22:25,324 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/data/default/test/3e3cd90bf968bca4ddc04bdf3749f879/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T09:22:25,324 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T09:22:25,324 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T09:22:25,325 INFO [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731576128021.3e3cd90bf968bca4ddc04bdf3749f879. 2024-11-14T09:22:25,325 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3e3cd90bf968bca4ddc04bdf3749f879: Waiting for close lock at 1731576145321Running coprocessor pre-close hooks at 1731576145321Disabling compacts and flushes for region at 1731576145321Disabling writes for close at 1731576145322 (+1 ms)Writing region close event to WAL at 1731576145322Running coprocessor post-close hooks at 1731576145324 (+2 ms)Closed at 1731576145325 (+1 ms) 2024-11-14T09:22:25,325 DEBUG [RS_CLOSE_REGION-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731576128021.3e3cd90bf968bca4ddc04bdf3749f879. 2024-11-14T09:22:25,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741851_1027 (size=5518) 2024-11-14T09:22:25,326 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/data/hbase/meta/1588230740/.tmp/rep_barrier/5cde51dc43c04e6e84c0d21f014de489 2024-11-14T09:22:25,343 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/data/hbase/meta/1588230740/.tmp/table/d632c9612c0c4944b6143a858cfb7b8a is 53, key is hbase:replication/table:state/1731576135263/Put/seqid=0 2024-11-14T09:22:25,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741852_1028 (size=5308) 2024-11-14T09:22:25,346 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/data/hbase/meta/1588230740/.tmp/table/d632c9612c0c4944b6143a858cfb7b8a 2024-11-14T09:22:25,349 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/data/hbase/meta/1588230740/.tmp/info/81fe2ca8a86944e5bebde67e634c0398 as hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/data/hbase/meta/1588230740/info/81fe2ca8a86944e5bebde67e634c0398 2024-11-14T09:22:25,353 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/data/hbase/meta/1588230740/info/81fe2ca8a86944e5bebde67e634c0398, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T09:22:25,353 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/data/hbase/meta/1588230740/.tmp/ns/45014194b799440383a0469e54f4cf7d as hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/data/hbase/meta/1588230740/ns/45014194b799440383a0469e54f4cf7d 2024-11-14T09:22:25,357 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/data/hbase/meta/1588230740/ns/45014194b799440383a0469e54f4cf7d, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T09:22:25,357 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/data/hbase/meta/1588230740/.tmp/rep_barrier/5cde51dc43c04e6e84c0d21f014de489 as hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/data/hbase/meta/1588230740/rep_barrier/5cde51dc43c04e6e84c0d21f014de489 2024-11-14T09:22:25,360 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/data/hbase/meta/1588230740/rep_barrier/5cde51dc43c04e6e84c0d21f014de489, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T09:22:25,361 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/data/hbase/meta/1588230740/.tmp/table/d632c9612c0c4944b6143a858cfb7b8a as hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/data/hbase/meta/1588230740/table/d632c9612c0c4944b6143a858cfb7b8a 2024-11-14T09:22:25,364 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/data/hbase/meta/1588230740/table/d632c9612c0c4944b6143a858cfb7b8a, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T09:22:25,364 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 101ms, sequenceid=16, compaction requested=false 2024-11-14T09:22:25,365 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T09:22:25,368 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T09:22:25,368 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T09:22:25,369 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T09:22:25,369 INFO [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T09:22:25,369 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731576145263Running coprocessor pre-close hooks at 1731576145263Disabling compacts and flushes for region at 1731576145263Disabling writes for close at 1731576145263Obtaining lock to block concurrent updates at 1731576145263Preparing flush snapshotting stores in 1588230740 at 1731576145263Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731576145263Flushing stores of hbase:meta,,1.1588230740 at 1731576145264 (+1 ms)Flushing 1588230740/info: creating writer at 1731576145264Flushing 1588230740/info: appending metadata at 1731576145280 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731576145280Flushing 1588230740/ns: creating writer at 1731576145287 (+7 ms)Flushing 1588230740/ns: appending metadata at 1731576145299 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731576145299Flushing 1588230740/rep_barrier: creating writer at 1731576145306 (+7 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731576145322 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731576145322Flushing 1588230740/table: creating writer at 1731576145329 (+7 ms)Flushing 1588230740/table: appending metadata at 1731576145342 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731576145342Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@343b0b3e: reopening flushed file at 1731576145349 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b7684de: reopening flushed file at 1731576145353 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4218702b: reopening flushed file at 1731576145357 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20f321ab: reopening flushed file at 1731576145360 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 101ms, sequenceid=16, compaction requested=false at 1731576145364 (+4 ms)Writing region close event to WAL at 1731576145366 (+2 ms)Running coprocessor post-close hooks at 1731576145368 (+2 ms)Closed at 1731576145369 (+1 ms) 2024-11-14T09:22:25,369 DEBUG [RS_CLOSE_META-regionserver/83f56b55f2af:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T09:22:25,463 INFO [RS:0;83f56b55f2af:44687 {}] regionserver.HRegionServer(976): stopping server 83f56b55f2af,44687,1731576117811; all regions closed. 2024-11-14T09:22:25,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741842_1018 (size=859) 2024-11-14T09:22:25,467 DEBUG [RS:0;83f56b55f2af:44687 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/oldWALs 2024-11-14T09:22:25,467 INFO [RS:0;83f56b55f2af:44687 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 83f56b55f2af%2C44687%2C1731576117811.meta:.meta(num 1731576136708) 2024-11-14T09:22:25,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741844_1020 (size=2791) 2024-11-14T09:22:25,469 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/WALs/83f56b55f2af,44687,1731576117811/83f56b55f2af%2C44687%2C1731576117811.rep.1731576136759 not finished, retry = 0 2024-11-14T09:22:25,498 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,44687,1731576117811.replicationSource.wal-reader.83f56b55f2af%2C44687%2C1731576117811,1-83f56b55f2af,44687,1731576117811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/WALs/83f56b55f2af,44687,1731576117811/83f56b55f2af%2C44687%2C1731576117811.1731576136726 to pos 393, reset compression=false 2024-11-14T09:22:25,502 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,44687,1731576117811.replicationSource.wal-reader.83f56b55f2af%2C44687%2C1731576117811,1-83f56b55f2af,44687,1731576117811 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T09:22:25,502 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,44687,1731576117811.replicationSource.wal-reader.83f56b55f2af%2C44687%2C1731576117811,1-83f56b55f2af,44687,1731576117811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/WALs/83f56b55f2af,44687,1731576117811/83f56b55f2af%2C44687%2C1731576117811.1731576136726 to pos 688, reset compression=false 2024-11-14T09:22:25,502 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,44687,1731576117811.replicationSource.shipper83f56b55f2af%2C44687%2C1731576117811,1-83f56b55f2af,44687,1731576117811 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83f56b55f2af,44687,1731576117811 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/WALs/83f56b55f2af,44687,1731576117811/83f56b55f2af%2C44687%2C1731576117811.1731576136726, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T09:22:25,503 ERROR [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,44687,1731576117811.replicationSource.shipper83f56b55f2af%2C44687%2C1731576117811,1-83f56b55f2af,44687,1731576117811 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 83f56b55f2af,44687,1731576117811: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-83f56b55f2af,44687,1731576117811, walGroup=83f56b55f2af%2C44687%2C1731576117811, offset=83f56b55f2af%2C44687%2C1731576117811.1731576136726:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=83f56b55f2af:44687 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-14T09:22:25,504 ERROR [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,44687,1731576117811.replicationSource.shipper83f56b55f2af%2C44687%2C1731576117811,1-83f56b55f2af,44687,1731576117811 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T09:22:25,504 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,44687,1731576117811.replicationSource.shipper83f56b55f2af%2C44687%2C1731576117811,1-83f56b55f2af,44687,1731576117811 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T09:22:25,504 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,44687,1731576117811.replicationSource.shipper83f56b55f2af%2C44687%2C1731576117811,1-83f56b55f2af,44687,1731576117811 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T09:22:25,504 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,44687,1731576117811.replicationSource.shipper83f56b55f2af%2C44687%2C1731576117811,1-83f56b55f2af,44687,1731576117811 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T09:22:25,504 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,44687,1731576117811.replicationSource.shipper83f56b55f2af%2C44687%2C1731576117811,1-83f56b55f2af,44687,1731576117811 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T09:22:25,504 INFO [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,44687,1731576117811.replicationSource.shipper83f56b55f2af%2C44687%2C1731576117811,1-83f56b55f2af,44687,1731576117811 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1514143744, "init": 1048576000, "max": 2306867200, "used": 1119458304 }, "NonHeapMemoryUsage": { "committed": 210894848, "init": 7667712, "max": -1, "used": 207925504 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T09:22:25,505 WARN [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,44687,1731576117811.replicationSource.shipper83f56b55f2af%2C44687%2C1731576117811,1-83f56b55f2af,44687,1731576117811 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=83f56b55f2af:38345 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=83f56b55f2af:38345 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-14T09:22:25,571 DEBUG [RS:0;83f56b55f2af:44687 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/oldWALs 2024-11-14T09:22:25,571 INFO [RS:0;83f56b55f2af:44687 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 83f56b55f2af%2C44687%2C1731576117811.rep:(num 1731576136759) 2024-11-14T09:22:25,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741843_1019 (size=696) 2024-11-14T09:22:25,575 DEBUG [RS:0;83f56b55f2af:44687 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/oldWALs 2024-11-14T09:22:25,575 INFO [RS:0;83f56b55f2af:44687 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 83f56b55f2af%2C44687%2C1731576117811:(num 1731576136726) 2024-11-14T09:22:25,575 DEBUG [RS:0;83f56b55f2af:44687 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:22:25,575 INFO [RS:0;83f56b55f2af:44687 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T09:22:25,575 INFO [RS:0;83f56b55f2af:44687 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T09:22:25,575 INFO [RS:0;83f56b55f2af:44687 {}] hbase.ChoreService(370): Chore service for: regionserver/83f56b55f2af:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T09:22:25,575 INFO [RS:0;83f56b55f2af:44687 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T09:22:25,575 INFO [regionserver/83f56b55f2af:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T09:22:25,576 INFO [RS:0;83f56b55f2af:44687 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-83f56b55f2af,44687,1731576117811 because: Region server is closing 2024-11-14T09:22:25,576 INFO [RS:0;83f56b55f2af:44687 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;83f56b55f2af:44687. 2024-11-14T09:22:25,576 DEBUG [RS:0;83f56b55f2af:44687 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:22:25,576 DEBUG [RS:0;83f56b55f2af:44687 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:22:25,576 DEBUG [RS:0;83f56b55f2af:44687 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:22:25,576 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T09:22:25,633 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,2-83f56b55f2af,44687,1731576117811.replicationSource.wal-reader.83f56b55f2af%2C44687%2C1731576117811,2-83f56b55f2af,44687,1731576117811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/WALs/83f56b55f2af,44687,1731576117811/83f56b55f2af%2C44687%2C1731576117811.1731576136726 to pos 393, reset compression=false 2024-11-14T09:22:25,635 INFO [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,2-83f56b55f2af,44687,1731576117811.replicationSource.wal-reader.83f56b55f2af%2C44687%2C1731576117811,2-83f56b55f2af,44687,1731576117811 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/WALs/83f56b55f2af,44687,1731576117811/83f56b55f2af%2C44687%2C1731576117811.1731576136726 was moved to hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/oldWALs/83f56b55f2af%2C44687%2C1731576117811.1731576136726 2024-11-14T09:22:25,637 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,2-83f56b55f2af,44687,1731576117811.replicationSource.wal-reader.83f56b55f2af%2C44687%2C1731576117811,2-83f56b55f2af,44687,1731576117811 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/WALs/83f56b55f2af,44687,1731576117811/83f56b55f2af%2C44687%2C1731576117811.1731576136726 2024-11-14T09:22:25,637 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,2-83f56b55f2af,44687,1731576117811.replicationSource.wal-reader.83f56b55f2af%2C44687%2C1731576117811,2-83f56b55f2af,44687,1731576117811 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T09:22:25,637 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,2-83f56b55f2af,44687,1731576117811.replicationSource.wal-reader.83f56b55f2af%2C44687%2C1731576117811,2-83f56b55f2af,44687,1731576117811 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-14T09:22:25,637 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,2-83f56b55f2af,44687,1731576117811.replicationSource.wal-reader.83f56b55f2af%2C44687%2C1731576117811,2-83f56b55f2af,44687,1731576117811 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-14T09:22:25,637 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,2-83f56b55f2af,44687,1731576117811.replicationSource.shipper83f56b55f2af%2C44687%2C1731576117811,2-83f56b55f2af,44687,1731576117811 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-83f56b55f2af,44687,1731576117811 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/WALs/83f56b55f2af,44687,1731576117811/83f56b55f2af%2C44687%2C1731576117811.1731576136726, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-14T09:22:25,638 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,2-83f56b55f2af,44687,1731576117811.replicationSource.shipper83f56b55f2af%2C44687%2C1731576117811,2-83f56b55f2af,44687,1731576117811 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-14T09:22:25,638 DEBUG [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,2-83f56b55f2af,44687,1731576117811.replicationSource.shipper83f56b55f2af%2C44687%2C1731576117811,2-83f56b55f2af,44687,1731576117811 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [83f56b55f2af%2C44687%2C1731576117811.1731576136726] 2024-11-14T09:22:25,677 INFO [RS:0;83f56b55f2af:44687 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,44687,1731576117811.replicationSource.shipper83f56b55f2af%2C44687%2C1731576117811,1-83f56b55f2af,44687,1731576117811 terminated 2024-11-14T09:22:25,677 INFO [RS:0;83f56b55f2af:44687 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-83f56b55f2af,44687,1731576117811 because: Region server is closing 2024-11-14T09:22:25,677 INFO [RS:0;83f56b55f2af:44687 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;83f56b55f2af:44687. 2024-11-14T09:22:25,677 WARN [RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,1-83f56b55f2af,44687,1731576117811.replicationSource.wal-reader.83f56b55f2af%2C44687%2C1731576117811,1-83f56b55f2af,44687,1731576117811 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T09:22:25,677 DEBUG [RS:0;83f56b55f2af:44687 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T09:22:25,677 DEBUG [RS:0;83f56b55f2af:44687 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:22:25,677 DEBUG [RS:0;83f56b55f2af:44687 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T09:22:25,677 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T09:22:25,677 INFO [RS:0;83f56b55f2af:44687 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/83f56b55f2af:0-0.replicationSource,2-83f56b55f2af,44687,1731576117811.replicationSource.shipper83f56b55f2af%2C44687%2C1731576117811,2-83f56b55f2af,44687,1731576117811 terminated 2024-11-14T09:22:25,677 INFO [RS:0;83f56b55f2af:44687 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44687 2024-11-14T09:22:25,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38345-0x10115c8a04f0000, quorum=127.0.0.1:59986, baseZNode=/0-328270194 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-328270194/rs 2024-11-14T09:22:25,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44687-0x10115c8a04f0001, quorum=127.0.0.1:59986, baseZNode=/0-328270194 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-328270194/rs/83f56b55f2af,44687,1731576117811 2024-11-14T09:22:25,679 INFO [RS:0;83f56b55f2af:44687 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T09:22:25,680 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [83f56b55f2af,44687,1731576117811] 2024-11-14T09:22:25,681 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-328270194/draining/83f56b55f2af,44687,1731576117811 already deleted, retry=false 2024-11-14T09:22:25,681 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 83f56b55f2af,44687,1731576117811 expired; onlineServers=0 2024-11-14T09:22:25,681 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '83f56b55f2af,38345,1731576117748' ***** 2024-11-14T09:22:25,681 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T09:22:25,681 INFO [M:0;83f56b55f2af:38345 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T09:22:25,682 INFO [M:0;83f56b55f2af:38345 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T09:22:25,682 DEBUG [M:0;83f56b55f2af:38345 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T09:22:25,682 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T09:22:25,682 DEBUG [M:0;83f56b55f2af:38345 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T09:22:25,682 DEBUG [master/83f56b55f2af:0:becomeActiveMaster-HFileCleaner.small.0-1731576119172 {}] cleaner.HFileCleaner(306): Exit Thread[master/83f56b55f2af:0:becomeActiveMaster-HFileCleaner.small.0-1731576119172,5,FailOnTimeoutGroup] 2024-11-14T09:22:25,682 DEBUG [master/83f56b55f2af:0:becomeActiveMaster-HFileCleaner.large.0-1731576119168 {}] cleaner.HFileCleaner(306): Exit Thread[master/83f56b55f2af:0:becomeActiveMaster-HFileCleaner.large.0-1731576119168,5,FailOnTimeoutGroup] 2024-11-14T09:22:25,682 INFO [M:0;83f56b55f2af:38345 {}] hbase.ChoreService(370): Chore service for: master/83f56b55f2af:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T09:22:25,682 INFO [M:0;83f56b55f2af:38345 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T09:22:25,682 DEBUG [M:0;83f56b55f2af:38345 {}] master.HMaster(1795): Stopping service threads 2024-11-14T09:22:25,682 INFO [M:0;83f56b55f2af:38345 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T09:22:25,682 INFO [M:0;83f56b55f2af:38345 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T09:22:25,682 INFO [M:0;83f56b55f2af:38345 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T09:22:25,682 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T09:22:25,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38345-0x10115c8a04f0000, quorum=127.0.0.1:59986, baseZNode=/0-328270194 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-328270194/master 2024-11-14T09:22:25,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38345-0x10115c8a04f0000, quorum=127.0.0.1:59986, baseZNode=/0-328270194 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-328270194 2024-11-14T09:22:25,685 DEBUG [M:0;83f56b55f2af:38345 {}] zookeeper.ZKUtil(347): master:38345-0x10115c8a04f0000, quorum=127.0.0.1:59986, baseZNode=/0-328270194 Unable to get data of znode /0-328270194/master because node does not exist (not an error) 2024-11-14T09:22:25,685 WARN [M:0;83f56b55f2af:38345 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T09:22:25,685 INFO [M:0;83f56b55f2af:38345 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/.lastflushedseqids 2024-11-14T09:22:25,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741853_1029 (size=263) 2024-11-14T09:22:25,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44687-0x10115c8a04f0001, quorum=127.0.0.1:59986, baseZNode=/0-328270194 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T09:22:25,781 INFO [RS:0;83f56b55f2af:44687 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T09:22:25,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44687-0x10115c8a04f0001, quorum=127.0.0.1:59986, baseZNode=/0-328270194 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T09:22:25,781 INFO [RS:0;83f56b55f2af:44687 {}] regionserver.HRegionServer(1031): Exiting; stopping=83f56b55f2af,44687,1731576117811; zookeeper connection closed. 2024-11-14T09:22:25,781 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@20892e35 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@20892e35 2024-11-14T09:22:25,781 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T09:22:26,090 INFO [M:0;83f56b55f2af:38345 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T09:22:26,090 INFO [M:0;83f56b55f2af:38345 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T09:22:26,090 DEBUG [M:0;83f56b55f2af:38345 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T09:22:26,090 INFO [M:0;83f56b55f2af:38345 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:22:26,090 DEBUG [M:0;83f56b55f2af:38345 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:22:26,090 DEBUG [M:0;83f56b55f2af:38345 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T09:22:26,090 DEBUG [M:0;83f56b55f2af:38345 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:22:26,090 INFO [M:0;83f56b55f2af:38345 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.82 KB heapSize=70.48 KB 2024-11-14T09:22:26,105 DEBUG [M:0;83f56b55f2af:38345 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/12618b6b91c14c8d9f07758304ff9f8c is 82, key is hbase:meta,,1/info:regioninfo/1731576120343/Put/seqid=0 2024-11-14T09:22:26,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741854_1030 (size=5672) 2024-11-14T09:22:26,108 INFO [M:0;83f56b55f2af:38345 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/12618b6b91c14c8d9f07758304ff9f8c 2024-11-14T09:22:26,126 DEBUG [M:0;83f56b55f2af:38345 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/45e8cf8cfc714fb3a17f3b68f83cbf08 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731576135266/Put/seqid=0 2024-11-14T09:22:26,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741855_1031 (size=8908) 2024-11-14T09:22:26,530 INFO [M:0;83f56b55f2af:38345 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.26 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/45e8cf8cfc714fb3a17f3b68f83cbf08 2024-11-14T09:22:26,551 DEBUG [M:0;83f56b55f2af:38345 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f5a2855e834d4112b6d9fcf0bdae25fa is 69, key is 83f56b55f2af,44687,1731576117811/rs:state/1731576119262/Put/seqid=0 2024-11-14T09:22:26,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741856_1032 (size=5156) 2024-11-14T09:22:26,956 INFO [M:0;83f56b55f2af:38345 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f5a2855e834d4112b6d9fcf0bdae25fa 2024-11-14T09:22:26,960 DEBUG [M:0;83f56b55f2af:38345 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/12618b6b91c14c8d9f07758304ff9f8c as hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/12618b6b91c14c8d9f07758304ff9f8c 2024-11-14T09:22:26,965 INFO [M:0;83f56b55f2af:38345 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/12618b6b91c14c8d9f07758304ff9f8c, entries=8, sequenceid=112, filesize=5.5 K 2024-11-14T09:22:26,966 DEBUG [M:0;83f56b55f2af:38345 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/45e8cf8cfc714fb3a17f3b68f83cbf08 as hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/45e8cf8cfc714fb3a17f3b68f83cbf08 2024-11-14T09:22:26,970 INFO [M:0;83f56b55f2af:38345 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/45e8cf8cfc714fb3a17f3b68f83cbf08, entries=13, sequenceid=112, filesize=8.7 K 2024-11-14T09:22:26,971 DEBUG [M:0;83f56b55f2af:38345 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f5a2855e834d4112b6d9fcf0bdae25fa as hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f5a2855e834d4112b6d9fcf0bdae25fa 2024-11-14T09:22:26,975 INFO [M:0;83f56b55f2af:38345 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32943/user/jenkins/test-data/155a59fb-0b70-708a-d97e-bc3998449468/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f5a2855e834d4112b6d9fcf0bdae25fa, entries=1, sequenceid=112, filesize=5.0 K 2024-11-14T09:22:26,976 INFO [M:0;83f56b55f2af:38345 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.82 KB/61256, heapSize ~70.19 KB/71872, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 886ms, sequenceid=112, compaction requested=false 2024-11-14T09:22:26,981 INFO [M:0;83f56b55f2af:38345 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T09:22:26,981 DEBUG [M:0;83f56b55f2af:38345 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731576146090Disabling compacts and flushes for region at 1731576146090Disabling writes for close at 1731576146090Obtaining lock to block concurrent updates at 1731576146090Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731576146090Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61256, getHeapSize=72112, getOffHeapSize=0, getCellsCount=131 at 1731576146090Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731576146091 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731576146091Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731576146105 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731576146105Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731576146112 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731576146126 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731576146126Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731576146534 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731576146551 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731576146551Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@762a6790: reopening flushed file at 1731576146960 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e8825e1: reopening flushed file at 1731576146965 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78853b6a: reopening flushed file at 1731576146970 (+5 ms)Finished flush of dataSize ~59.82 KB/61256, heapSize ~70.19 KB/71872, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 886ms, sequenceid=112, compaction requested=false at 1731576146976 (+6 ms)Writing region close event to WAL at 1731576146981 (+5 ms)Closed at 1731576146981 2024-11-14T09:22:26,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741830_1006 (size=69043) 2024-11-14T09:22:26,984 INFO [M:0;83f56b55f2af:38345 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T09:22:26,984 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T09:22:26,984 INFO [M:0;83f56b55f2af:38345 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38345 2024-11-14T09:22:26,985 INFO [M:0;83f56b55f2af:38345 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T09:22:27,086 INFO [M:0;83f56b55f2af:38345 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T09:22:27,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38345-0x10115c8a04f0000, quorum=127.0.0.1:59986, baseZNode=/0-328270194 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T09:22:27,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38345-0x10115c8a04f0000, quorum=127.0.0.1:59986, baseZNode=/0-328270194 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T09:22:27,089 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3044a67f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T09:22:27,089 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@58621e0c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T09:22:27,089 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T09:22:27,089 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@776b37dc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T09:22:27,089 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@720cd408{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a63d0be-0124-f437-d7dc-9abf9ee9e7ae/hadoop.log.dir/,STOPPED} 2024-11-14T09:22:27,091 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T09:22:27,091 WARN [BP-2011844831-172.17.0.2-1731576116691 heartbeating to localhost/127.0.0.1:32943 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T09:22:27,091 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T09:22:27,091 WARN [BP-2011844831-172.17.0.2-1731576116691 heartbeating to localhost/127.0.0.1:32943 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2011844831-172.17.0.2-1731576116691 (Datanode Uuid f9ee6df9-ddca-4093-bb29-13ccebc21d8c) service to localhost/127.0.0.1:32943 2024-11-14T09:22:27,091 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a63d0be-0124-f437-d7dc-9abf9ee9e7ae/cluster_230f4971-755e-8abe-9c4b-16b9121910f8/data/data1/current/BP-2011844831-172.17.0.2-1731576116691 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T09:22:27,091 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a63d0be-0124-f437-d7dc-9abf9ee9e7ae/cluster_230f4971-755e-8abe-9c4b-16b9121910f8/data/data2/current/BP-2011844831-172.17.0.2-1731576116691 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T09:22:27,092 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T09:22:27,097 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6cfeb06b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T09:22:27,097 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c9adfa6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T09:22:27,098 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T09:22:27,098 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3eaf1842{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T09:22:27,098 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@46b4438f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a63d0be-0124-f437-d7dc-9abf9ee9e7ae/hadoop.log.dir/,STOPPED} 2024-11-14T09:22:27,104 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T09:22:27,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T09:22:27,137 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=604 (was 534) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35497 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:35497 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40003 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32943 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40003 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:32943 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:32943 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:32943 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:35497 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35497 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32943 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35497 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:35497 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-43-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32943 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:40003 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:35497 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:40003 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40003 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:32943 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-43-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-42-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35497 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59986) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:35497 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:40003 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40003 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:32943 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32943 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40003 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32943 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-42-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-42-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:32943 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:32943 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:40003 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:32943 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35497 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:40003 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32943 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59986) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59986) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-43-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=994 (was 874) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=302 (was 346), ProcessCount=11 (was 11), AvailableMemoryMB=5651 (was 6044) 2024-11-14T09:22:27,137 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=604 is superior to 500 2024-11-14T09:22:27,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10115c8a04f0005, quorum=127.0.0.1:59986, baseZNode=/1-184234150 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T09:22:27,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10115c8a04f0008, quorum=127.0.0.1:59986, baseZNode=/2-986613343 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T09:22:27,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10115c8a04f0002, quorum=127.0.0.1:59986, baseZNode=/0-328270194 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T09:22:27,202 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10115c8a04f0002, quorum=127.0.0.1:59986, baseZNode=/0-328270194 Received Disconnected from ZooKeeper, ignoring 2024-11-14T09:22:27,202 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10115c8a04f0008, quorum=127.0.0.1:59986, baseZNode=/2-986613343 Received Disconnected from ZooKeeper, ignoring 2024-11-14T09:22:27,202 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10115c8a04f0005, quorum=127.0.0.1:59986, baseZNode=/1-184234150 Received Disconnected from ZooKeeper, ignoring